Diff of the two buildlogs: -- --- b1/build.log 2025-07-16 06:56:30.532497968 +0000 +++ b2/build.log 2025-07-16 07:02:54.052927503 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Tue Aug 18 01:15:32 -12 2026 -I: pbuilder-time-stamp: 1787058932 +I: Current time: Wed Jul 16 20:56:33 +14 2025 +I: pbuilder-time-stamp: 1752648993 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/trixie-reproducible-base.tgz] I: copying local configuration @@ -29,52 +29,84 @@ dpkg-source: info: applying drive-full-checker.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/2604695/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/D01_modify_environment starting +debug: Running on codethink04-arm64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Jul 16 06:56 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='arm64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="37" [3]="1" [4]="release" [5]="aarch64-unknown-linux-gnu") + BASH_VERSION='5.2.37(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=arm64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='trixie' - HOME='/root' - HOST_ARCH='arm64' + DIRSTACK=() + DISTRIBUTION=trixie + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=aarch64 + HOST_ARCH=arm64 IFS=' ' - INVOCATION_ID='acab5ecb02a84fb9a8df1ceb9d6a61f0' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='2604695' - PS1='# ' - PS2='> ' + INVOCATION_ID=8d95b877269b4822ba13cf101d658823 + LANG=C + LANGUAGE=nl_BE:nl + LC_ALL=C + MACHTYPE=aarch64-unknown-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=1068276 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.Wo5LHZIm/pbuilderrc_t8OJ --distribution trixie --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.Wo5LHZIm/b1 --logfile b1/build.log swift_2.35.0-4.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://192.168.101.4:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.Wo5LHZIm/pbuilderrc_46UE --distribution trixie --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.Wo5LHZIm/b2 --logfile b2/build.log swift_2.35.0-4.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://192.168.101.4:3128 I: uname -a - Linux codethink03-arm64 6.1.0-37-cloud-arm64 #1 SMP Debian 6.1.140-1 (2025-05-22) aarch64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-37-cloud-arm64 #1 SMP Debian 6.1.140-1 (2025-05-22) aarch64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 May 12 2025 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/2604695/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 May 12 19:25 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -410,7 +442,7 @@ Get: 228 http://deb.debian.org/debian trixie/main arm64 python3-requests-mock all 1.12.1-3 [17.6 kB] Get: 229 http://deb.debian.org/debian trixie/main arm64 python3-swiftclient all 1:4.7.0-2 [76.5 kB] Get: 230 http://deb.debian.org/debian trixie/main arm64 python3-xattr arm64 0.10.1-1+b1 [16.6 kB] -Fetched 59.8 MB in 1s (61.5 MB/s) +Fetched 59.8 MB in 1s (72.7 MB/s) Preconfiguring packages ... Selecting previously unselected package libpython3.13-minimal:arm64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19964 files and directories currently installed.) @@ -1139,8 +1171,8 @@ Setting up tzdata (2025b-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Tue Aug 18 13:16:07 UTC 2026. -Universal Time is now: Tue Aug 18 13:16:07 UTC 2026. +Local time is now: Wed Jul 16 06:57:51 UTC 2025. +Universal Time is now: Wed Jul 16 06:57:51 UTC 2025. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up autotools-dev (20240727.1) ... @@ -1370,7 +1402,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.35.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.35.0-4_source.changes +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for trixie +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.35.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.35.0-4_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.35.0-4 dpkg-buildpackage: info: source distribution unstable @@ -1561,112 +1597,14 @@ self._finalize_license_expression() running build running build_py -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/recon.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/oldies.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/info.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/config.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api @@ -1691,9 +1629,51 @@ copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/obj copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/obj copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/obj +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/obj/watchers copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/obj/watchers copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/ring +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/utils +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/swob.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common @@ -1722,13 +1702,6 @@ copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/updater.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/container @@ -1740,14 +1713,78 @@ copying swift/container/backend.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/auditor.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/container -creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/account +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +creating /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/recon.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/oldies.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/info.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/config.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/__init__.py -> /build/reproducible-path/swift-2.35.0/.pybuild/cpython3_3.13/build/swift running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -1849,20 +1886,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -1877,24 +1929,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ echo debian/swift-proxy.swift-proxy.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ echo debian/swift-account.swift-account.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ echo debian/swift-container.swift-container.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ cut -d/ -f2 +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d. -f1 +++ cut -d/ -f2 +++ sed -e s/swift-// ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-container.swift-container.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.35.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.35.0' @@ -1924,21 +1982,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:20: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo swift -+ sed s/python-// +++ echo swift +++ sed s/python-// + PY_MODULE_NAME=swift -+ py3versions -vr +++ py3versions -vr + PYTHON3S=3.13 -+ [ yes = yes ] ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.13 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.35.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/dist.py:759: SetuptoolsDeprecationWarning: License classifiers are deprecated. !! @@ -2007,67 +2070,8 @@ running install running build running build_py -creating build/lib/swift/cli -copying swift/cli/drive_full_checker.py -> build/lib/swift/cli -copying swift/cli/recon.py -> build/lib/swift/cli -copying swift/cli/shard-info.py -> build/lib/swift/cli -copying swift/cli/ringcomposer.py -> build/lib/swift/cli -copying swift/cli/ringbuilder.py -> build/lib/swift/cli -copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli -copying swift/cli/reload.py -> build/lib/swift/cli -copying swift/cli/relinker.py -> build/lib/swift/cli -copying swift/cli/reconciler_enqueue.py -> build/lib/swift/cli -copying swift/cli/recon_cron.py -> build/lib/swift/cli -copying swift/cli/orphans.py -> build/lib/swift/cli -copying swift/cli/oldies.py -> build/lib/swift/cli -copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli -copying swift/cli/info.py -> build/lib/swift/cli -copying swift/cli/get_nodes.py -> build/lib/swift/cli -copying swift/cli/form_signature.py -> build/lib/swift/cli -copying swift/cli/drive_audit.py -> build/lib/swift/cli -copying swift/cli/dispersion_report.py -> build/lib/swift/cli -copying swift/cli/dispersion_populate.py -> build/lib/swift/cli -copying swift/cli/container_deleter.py -> build/lib/swift/cli -copying swift/cli/config.py -> build/lib/swift/cli -copying swift/cli/account_audit.py -> build/lib/swift/cli -copying swift/cli/__init__.py -> build/lib/swift/cli -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers -creating build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -creating build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/ring.py -> build/lib/swift/common/ring -copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring -creating build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto -creating build/lib/swift/container -copying swift/container/updater.py -> build/lib/swift/container -copying swift/container/sync_store.py -> build/lib/swift/container -copying swift/container/sync.py -> build/lib/swift/container -copying swift/container/sharder.py -> build/lib/swift/container -copying swift/container/server.py -> build/lib/swift/container -copying swift/container/replicator.py -> build/lib/swift/container -copying swift/container/reconciler.py -> build/lib/swift/container -copying swift/container/backend.py -> build/lib/swift/container -copying swift/container/auditor.py -> build/lib/swift/container -copying swift/container/__init__.py -> build/lib/swift/container -copying swift/proxy/server.py -> build/lib/swift/proxy -copying swift/proxy/__init__.py -> build/lib/swift/proxy +creating build/lib/swift +copying swift/__init__.py -> build/lib/swift creating build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers @@ -2083,6 +2087,12 @@ copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +creating build/lib/swift/common/ring +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/ring.py -> build/lib/swift/common/ring +copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware @@ -2115,6 +2125,32 @@ copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware +creating build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +creating build/lib/swift/proxy +copying swift/proxy/server.py -> build/lib/swift/proxy +copying swift/proxy/__init__.py -> build/lib/swift/proxy +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers +creating build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils +copying swift/common/utils/logs.py -> build/lib/swift/common/utils +copying swift/common/utils/libc.py -> build/lib/swift/common/utils +copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils +copying swift/common/utils/config.py -> build/lib/swift/common/utils +copying swift/common/utils/base.py -> build/lib/swift/common/utils +copying swift/common/utils/__init__.py -> build/lib/swift/common/utils copying swift/obj/updater.py -> build/lib/swift/obj copying swift/obj/ssync_sender.py -> build/lib/swift/obj copying swift/obj/ssync_receiver.py -> build/lib/swift/obj @@ -2127,31 +2163,6 @@ copying swift/obj/diskfile.py -> build/lib/swift/obj copying swift/obj/auditor.py -> build/lib/swift/obj copying swift/obj/__init__.py -> build/lib/swift/obj -creating build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils -copying swift/common/utils/logs.py -> build/lib/swift/common/utils -copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils -copying swift/common/utils/config.py -> build/lib/swift/common/utils -copying swift/common/utils/base.py -> build/lib/swift/common/utils -copying swift/common/utils/__init__.py -> build/lib/swift/common/utils -creating build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api -copying swift/__init__.py -> build/lib/swift copying swift/common/wsgi.py -> build/lib/swift/common copying swift/common/swob.py -> build/lib/swift/common copying swift/common/storage_policy.py -> build/lib/swift/common @@ -2180,10 +2191,64 @@ copying swift/common/bufferedhttp.py -> build/lib/swift/common copying swift/common/base_storage_server.py -> build/lib/swift/common copying swift/common/__init__.py -> build/lib/swift/common +creating build/lib/swift/container +copying swift/container/updater.py -> build/lib/swift/container +copying swift/container/sync_store.py -> build/lib/swift/container +copying swift/container/sync.py -> build/lib/swift/container +copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/server.py -> build/lib/swift/container +copying swift/container/replicator.py -> build/lib/swift/container +copying swift/container/reconciler.py -> build/lib/swift/container +copying swift/container/backend.py -> build/lib/swift/container +copying swift/container/auditor.py -> build/lib/swift/container +copying swift/container/__init__.py -> build/lib/swift/container creating build/lib/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +creating build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/cli +copying swift/cli/drive_full_checker.py -> build/lib/swift/cli +copying swift/cli/recon.py -> build/lib/swift/cli +copying swift/cli/shard-info.py -> build/lib/swift/cli +copying swift/cli/ringcomposer.py -> build/lib/swift/cli +copying swift/cli/ringbuilder.py -> build/lib/swift/cli +copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli +copying swift/cli/reload.py -> build/lib/swift/cli +copying swift/cli/relinker.py -> build/lib/swift/cli +copying swift/cli/reconciler_enqueue.py -> build/lib/swift/cli +copying swift/cli/recon_cron.py -> build/lib/swift/cli +copying swift/cli/orphans.py -> build/lib/swift/cli +copying swift/cli/oldies.py -> build/lib/swift/cli +copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli +copying swift/cli/info.py -> build/lib/swift/cli +copying swift/cli/get_nodes.py -> build/lib/swift/cli +copying swift/cli/form_signature.py -> build/lib/swift/cli +copying swift/cli/drive_audit.py -> build/lib/swift/cli +copying swift/cli/dispersion_report.py -> build/lib/swift/cli +copying swift/cli/dispersion_populate.py -> build/lib/swift/cli +copying swift/cli/container_deleter.py -> build/lib/swift/cli +copying swift/cli/config.py -> build/lib/swift/cli +copying swift/cli/account_audit.py -> build/lib/swift/cli +copying swift/cli/__init__.py -> build/lib/swift/cli +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api creating build/lib/swift/account copying swift/account/utils.py -> build/lib/swift/account copying swift/account/server.py -> build/lib/swift/account @@ -2272,7 +2337,30 @@ copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift +creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container @@ -2284,6 +2372,32 @@ copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common @@ -2321,7 +2435,21 @@ copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes @@ -2411,70 +2539,7 @@ copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -creating /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc @@ -2482,7 +2547,29 @@ byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc @@ -2493,6 +2580,28 @@ byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-313.pyc @@ -2528,6 +2637,18 @@ byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc @@ -2592,63 +2713,7 @@ byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.35.0.egg-info Skipping SOURCES.txt @@ -2695,10 +2760,10 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.35.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.35.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.35.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.35.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.35.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix|common\.test_wsgi\.TestServersPerPortStrategy\.test_stale_pid_loading|common\.test_wsgi\.TestWorkersStrategy\.test_stale_pid_loading|common\.utils\.test_logs\.TestUtilsLogs\.test_LoggerFileObject_recursion|container\.test_server\.TestNonLegacyDefaultStoragePolicy\.test_PUT_account_update)' + PKGOS_TEST_PARALLEL=yes @@ -2707,96 +2772,82 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr + PYTHON3S=3.13 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.13 = disabled ] -+ echo 3.13 -+ cut -d. -f1 ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.13 = disabled ']' +++ echo 3.13 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.35.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ PYTHON=python3.13 stestr run --parallel --subunit+ --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix|common\.test_wsgi\.TestServersPerPortStrategy\.test_stale_pid_loading|common\.test_wsgi\.TestWorkersStrategy\.test_stale_pid_loading|common\.utils\.test_logs\.TestUtilsLogs\.test_LoggerFileObject_recursion|container\.test_server\.TestNonLegacyDefaultStoragePolicy\.test_PUT_account_update) -subunit2pyunit -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok ++ subunit2pyunit ++ PYTHON=python3.13 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix|common\.test_wsgi\.TestServersPerPortStrategy\.test_stale_pid_loading|common\.test_wsgi\.TestWorkersStrategy\.test_stale_pid_loading|common\.utils\.test_logs\.TestUtilsLogs\.test_LoggerFileObject_recursion|container\.test_server\.TestNonLegacyDefaultStoragePolicy\.test_PUT_account_update)' /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -Loaded db broker for a/c -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -Loaded db broker for a/c -Loaded db broker for a/c +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata @@ -2805,22 +2856,8 @@ test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_utils.TestAccountUtils.test_account_listing_with_containers -test.unit.account.test_utils.TestAccountUtils.test_account_listing_with_containers ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok test.unit.cli.test_info.TestCliInfo.test_print_db_syncs test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_info @@ -2832,8 +2869,7 @@ test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ringLoaded db broker for a/c - ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring @@ -2851,48 +2887,830 @@ test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_containerLoaded db broker for a/c - ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etagLoaded db broker for a/c - ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadataLoaded db broker for a/c - ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.01s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.01s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 391, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok + +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 368, in reap_container + headers, objects = direct_get_container( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<2 lines>... + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers={USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 391, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpoawf0ptz/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 166, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 158, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 406, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 55, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 343, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 346, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file @@ -2987,6 +3805,8 @@ test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust @@ -3089,8 +3909,6 @@ test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub @@ -3103,180 +3921,8 @@ test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place @@ -3285,16 +3931,8 @@ test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db @@ -3321,94 +3959,267 @@ test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok + +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 488, in reap_object + direct_delete_object( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 135, in run_once + for device in os.listdir(self.devices): + ~~~~~~~~~~^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0195 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0153 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0139 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0189 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0132 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0141 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0190 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0151 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0945 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0144 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1720 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0532 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0022 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0284 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0263 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 233 "-" "-" "-" 0.0304 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0274 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0255 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0272 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0152 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0137 "-" 1137649 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads @@ -3421,92 +4232,34 @@ test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section @@ -3515,22 +4268,10 @@ test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path @@ -3547,126 +4288,2780 @@ test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok test.unit.account.test_server.TestAccountController.test_GET_empty_account_json test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok test.unit.account.test_server.TestAccountController.test_GET_invalid_accept test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0190 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0136 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0092 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0022 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0021 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0062 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 233 "-" "-" "-" 0.0103 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0095 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0134 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0138 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0059 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0059 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0138 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0080 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0101 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0060 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0141 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 338 "-" "-" "-" 0.0021 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0110 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0051 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0098 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 562 "-" "-" "-" 0.0020 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0097 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0084 "-" 1137640 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +Ring Builder file does not exist: /tmp/tmpqnwzbxq8/tmpbm03ag_6 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmp08sgnivj/tmp98pdn5yi +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmp6x13dirm/tmp4myc4h3v, build version 4, id fa60a2aa49a947439a865bd3b39afb6b +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp6x13dirm/tmp4myc4h3v.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.35.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.35.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.35.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.35.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 30 1 + 20 1 +Partition Matches + 3 1 + 7 1 + 10 1 + 12 1 + 13 1 + 15 1 + 16 1 + 17 1 + 29 1 + 42 1 + 43 1 + 47 1 + 52 1 + 53 1 + 54 1 + 61 1 + 1 1 + 5 1 + 6 1 + 8 1 + 14 1 + 18 1 + 21 1 + 26 1 + 27 1 + 31 1 + 37 1 + 39 1 + 41 1 + 46 1 + 48 1 + 49 1 + 2 1 + 4 1 + 19 1 + 22 1 + 25 1 + 28 1 + 32 1 + 34 1 + 35 1 + 38 1 + 40 1 + 44 1 + 56 1 + 57 1 + 59 1 + 62 1 +Partition Matches + 3 1 + 7 1 + 18 1 + 19 1 + 22 1 + 23 1 + 27 1 + 30 1 + 32 1 + 48 1 + 49 1 + 53 1 + 54 1 + 56 1 + 57 1 + 60 1 + 1 1 + 5 1 + 9 1 + 11 1 + 12 1 + 13 1 + 14 1 + 33 1 + 35 1 + 39 1 + 41 1 + 47 1 + 50 1 + 52 1 + 59 1 + 62 1 + 0 1 + 2 1 + 6 1 + 16 1 + 20 1 + 21 1 + 25 1 + 28 1 + 29 1 + 36 1 + 38 1 + 42 1 + 45 1 + 46 1 + 61 1 + 63 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 9 1 + 38 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 33 1 + 10 1 +Specified builder file "/tmp/tmpqckj29cm/tmprz7u7y46" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok + +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0217 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0137 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0136 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0135 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0136 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0138 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0229 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0098 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0132 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 338 "-" "-" "-" 0.0184 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0130 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0134 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0177 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0176 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 562 "-" "-" "-" 0.0020 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0136 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0184 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0136 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0294 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0177 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:04 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0179 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0137 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0138 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0177 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0176 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0137 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1137649 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 89 (Last start was 0) +Gather start is 89 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sda +Placed 189/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd +Placed 189/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdc +Placed 189/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb +Placed 247/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sda +Placed 247/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdd +Placed 247/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc +Placed 210/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdb +Placed 210/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda +Placed 210/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd +Placed 70/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdc +Placed 70/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdb +Placed 70/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sda +Placed 42/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd +Placed 42/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc +Placed 42/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb +Placed 89/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda +Placed 89/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd +Placed 89/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc +Placed 56/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb +Placed 56/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda +Placed 56/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdd +Placed 172/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdc +Placed 172/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb +Placed 172/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sda +Placed 40/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdd +Placed 40/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc +Placed 40/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdb +Placed 199/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sda +Placed 199/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd +Placed 199/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc +Placed 146/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb +Placed 146/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sda +Placed 146/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd +Placed 182/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdc +Placed 182/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb +Placed 182/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda +Placed 191/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdd +Placed 191/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc +Placed 191/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdb +Placed 118/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda +Placed 118/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd +Placed 118/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdc +Placed 5/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb +Placed 5/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sda +Placed 5/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdd +Placed 29/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc +Placed 29/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdb +Placed 29/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sda +Placed 92/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd +Placed 92/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdc +Placed 92/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb +Placed 145/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda +Placed 145/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdd +Placed 145/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdc +Placed 9/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdb +Placed 9/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sda +Placed 9/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdd +Placed 0/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdb +Placed 0/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda +Placed 83/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd +Placed 83/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdc +Placed 83/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb +Placed 105/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda +Placed 105/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdd +Placed 105/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdc +Placed 55/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdb +Placed 55/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sda +Placed 55/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdd +Placed 65/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc +Placed 65/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb +Placed 65/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sda +Placed 159/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdd +Placed 159/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc +Placed 159/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdb +Placed 117/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sda +Placed 117/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdd +Placed 117/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc +Placed 39/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdb +Placed 39/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda +Placed 39/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdd +Placed 142/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdc +Placed 142/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb +Placed 142/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sda +Placed 106/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdd +Placed 106/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdc +Placed 106/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb +Placed 148/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda +Placed 148/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdd +Placed 148/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc +Placed 141/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdb +Placed 141/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda +Placed 141/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd +Placed 6/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdc +Placed 6/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdb +Placed 6/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda +Placed 213/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd +Placed 213/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc +Placed 213/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb +Placed 177/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sda +Placed 177/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdd +Placed 177/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdc +Placed 138/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdb +Placed 138/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sda +Placed 138/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdd +Placed 81/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc +Placed 81/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdb +Placed 81/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda +Placed 131/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd +Placed 131/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc +Placed 131/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb +Placed 115/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda +Placed 115/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdd +Placed 115/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdc +Placed 19/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdb +Placed 19/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda +Placed 19/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd +Placed 242/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc +Placed 242/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb +Placed 242/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sda +Placed 219/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd +Placed 219/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdc +Placed 219/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdb +Placed 27/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sda +Placed 27/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdd +Placed 27/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc +Placed 120/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb +Placed 120/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sda +Placed 120/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd +Placed 28/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdc +Placed 28/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdb +Placed 28/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda +Placed 160/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd +Placed 160/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdc +Placed 160/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdb +Placed 60/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda +Placed 60/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd +Placed 60/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc +Placed 166/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb +Placed 166/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda +Placed 166/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdd +Placed 10/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc +Placed 10/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb +Placed 10/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda +Placed 205/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd +Placed 205/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc +Placed 205/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb +Placed 234/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda +Placed 234/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd +Placed 234/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdc +Placed 158/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb +Placed 158/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sda +Placed 158/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd +Placed 49/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc +Placed 49/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdb +Placed 49/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sda +Placed 244/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd +Placed 244/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdc +Placed 244/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdb +Placed 54/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sda +Placed 54/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdd +Placed 54/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdc +Placed 241/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb +Placed 241/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda +Placed 241/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdd +Placed 147/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdc +Placed 147/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdb +Placed 147/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda +Placed 252/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd +Placed 252/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdc +Placed 252/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb +Placed 43/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda +Placed 43/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd +Placed 43/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdc +Placed 37/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdb +Placed 37/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda +Placed 37/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdd +Placed 76/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc +Placed 76/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb +Placed 76/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda +Placed 230/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdd +Placed 230/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc +Placed 230/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdb +Placed 215/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sda +Placed 215/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd +Placed 215/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc +Placed 62/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdb +Placed 62/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sda +Placed 62/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdd +Placed 124/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc +Placed 124/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdb +Placed 124/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sda +Placed 135/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdd +Placed 135/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc +Placed 135/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb +Placed 198/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda +Placed 198/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd +Placed 198/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdc +Placed 84/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdb +Placed 84/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda +Placed 84/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdd +Placed 194/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdc +Placed 194/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb +Placed 194/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda +Placed 26/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdd +Placed 26/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc +Placed 26/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdb +Placed 193/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sda +Placed 193/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdd +Placed 193/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdc +Placed 183/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda +Placed 183/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd +Placed 150/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc +Placed 150/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb +Placed 150/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda +Placed 186/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd +Placed 186/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdc +Placed 186/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb +Placed 122/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda +Placed 122/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdd +Placed 122/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdc +Placed 221/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdb +Placed 221/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sda +Placed 221/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd +Placed 98/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc +Placed 98/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb +Placed 98/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sda +Placed 163/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdd +Placed 163/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc +Placed 163/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb +Placed 132/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda +Placed 132/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc +Placed 127/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb +Placed 127/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda +Placed 127/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdd +Placed 67/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdc +Placed 67/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdb +Placed 67/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sda +Placed 155/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdd +Placed 155/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc +Placed 155/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdb +Placed 178/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sda +Placed 178/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd +Placed 178/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdc +Placed 52/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdb +Placed 52/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda +Placed 52/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd +Placed 180/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc +Placed 180/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdb +Placed 180/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda +Placed 12/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd +Placed 12/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc +Placed 12/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdb +Placed 101/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda +Placed 101/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd +Placed 101/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdc +Placed 74/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdb +Placed 74/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sda +Placed 74/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd +Placed 200/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdc +Placed 200/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb +Placed 200/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sda +Placed 35/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdd +Placed 35/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdc +Placed 35/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdb +Placed 80/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sda +Placed 80/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd +Placed 80/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc +Placed 48/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdb +Placed 48/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sda +Placed 48/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd +Placed 235/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc +Placed 235/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda +Placed 184/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdd +Placed 184/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdc +Placed 184/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb +Placed 87/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda +Placed 87/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd +Placed 87/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc +Placed 110/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdb +Placed 110/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sda +Placed 110/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdd +Placed 58/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdc +Placed 58/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdb +Placed 58/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sda +Placed 153/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdd +Placed 153/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc +Placed 153/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb +Placed 156/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sda +Placed 156/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd +Placed 156/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdc +Placed 161/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb +Placed 161/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda +Placed 161/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd +Placed 188/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc +Placed 188/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb +Placed 188/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sda +Placed 133/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdd +Placed 133/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdc +Placed 133/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb +Placed 96/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda +Placed 96/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd +Placed 96/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc +Placed 68/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdb +Placed 68/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sda +Placed 68/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd +Placed 130/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb +Placed 130/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda +Placed 41/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd +Placed 41/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc +Placed 41/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb +Placed 18/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda +Placed 18/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd +Placed 18/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc +Placed 17/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb +Placed 17/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda +Placed 17/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd +Placed 22/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdc +Placed 22/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb +Placed 22/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sda +Placed 218/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdd +Placed 218/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdc +Placed 218/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb +Placed 94/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda +Placed 94/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd +Placed 94/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdc +Placed 248/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdb +Placed 248/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sda +Placed 248/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdd +Placed 73/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdc +Placed 73/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdb +Placed 73/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda +Placed 170/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdd +Placed 170/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdc +Placed 170/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb +Placed 30/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sda +Placed 30/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd +Placed 30/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdc +Placed 236/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb +Placed 236/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sda +Placed 236/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdd +Placed 99/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdc +Placed 99/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdb +Placed 99/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda +Placed 128/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdd +Placed 128/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdc +Placed 128/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdb +Placed 107/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sda +Placed 107/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdd +Placed 107/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc +Placed 82/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdb +Placed 82/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sda +Placed 82/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd +Placed 134/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc +Placed 134/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb +Placed 134/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sda +Placed 149/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd +Placed 149/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc +Placed 149/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb +Placed 232/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda +Placed 232/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdd +Placed 232/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdc +Placed 88/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb +Placed 88/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sda +Placed 88/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdd +Placed 202/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc +Placed 202/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb +Placed 202/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sda +Placed 214/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdd +Placed 214/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc +Placed 214/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdb +Placed 206/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda +Placed 206/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdd +Placed 206/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdc +Placed 51/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb +Placed 51/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sda +Placed 51/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd +Placed 239/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdc +Placed 239/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdb +Placed 239/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda +Placed 203/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd +Placed 203/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdc +Placed 203/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdb +Placed 209/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda +Placed 209/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdd +Placed 209/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc +Placed 229/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdb +Placed 229/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda +Placed 229/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdd +Placed 112/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdc +Placed 112/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdb +Placed 112/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda +Placed 104/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdc +Placed 104/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb +Placed 20/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda +Placed 20/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd +Placed 20/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdc +Placed 46/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdb +Placed 46/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sda +Placed 46/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd +Placed 151/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc +Placed 151/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdb +Placed 151/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sda +Placed 113/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdd +Placed 113/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc +Placed 113/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb +Placed 245/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda +Placed 245/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd +Placed 245/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdc +Placed 38/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb +Placed 38/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sda +Placed 38/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd +Placed 251/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdc +Placed 251/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdb +Placed 251/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda +Placed 152/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd +Placed 152/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdc +Placed 152/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb +Placed 86/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda +Placed 86/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd +Placed 86/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc +Placed 168/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdb +Placed 168/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda +Placed 168/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd +Placed 181/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc +Placed 181/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb +Placed 181/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sda +Placed 16/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd +Placed 16/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc +Placed 16/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdb +Placed 169/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda +Placed 169/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdd +Placed 169/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc +Placed 220/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdb +Placed 220/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sda +Placed 220/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdd +Placed 79/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc +Placed 79/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb +Placed 79/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sda +Placed 53/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd +Placed 53/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdc +Placed 53/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb +Placed 14/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sda +Placed 14/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdd +Placed 14/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc +Placed 61/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdb +Placed 61/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sda +Placed 61/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdd +Placed 77/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc +Placed 77/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb +Placed 77/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda +Placed 59/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd +Placed 59/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc +Placed 59/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb +Placed 250/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda +Placed 250/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdd +Placed 250/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc +Placed 85/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb +Placed 85/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sda +Placed 85/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd +Placed 136/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc +Placed 136/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb +Placed 136/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sda +Placed 227/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd +Placed 227/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc +Placed 227/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb +Placed 190/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda +Placed 190/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdd +Placed 190/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdb +Placed 246/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd +Placed 91/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdc +Placed 91/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb +Placed 91/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda +Placed 144/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd +Placed 144/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc +Placed 144/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdb +Placed 15/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sda +Placed 15/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd +Placed 15/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc +Placed 171/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb +Placed 171/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda +Placed 171/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd +Placed 34/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdc +Placed 34/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdb +Placed 34/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sda +Placed 13/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdd +Placed 13/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdc +Placed 13/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdb +Placed 223/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sda +Placed 223/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd +Placed 223/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdc +Placed 119/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb +Placed 119/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sda +Placed 119/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd +Placed 90/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdc +Placed 90/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdb +Placed 90/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda +Placed 72/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd +Placed 72/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc +Placed 72/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb +Placed 196/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda +Placed 196/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd +Placed 196/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdc +Placed 175/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdb +Placed 175/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sda +Placed 175/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdd +Placed 125/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdc +Placed 125/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdb +Placed 125/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda +Placed 165/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd +Placed 165/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdc +Placed 165/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb +Placed 116/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sda +Placed 116/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdd +Placed 116/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc +Placed 228/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdb +Placed 228/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sda +Placed 228/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd +Placed 137/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdc +Placed 137/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb +Placed 137/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda +Placed 192/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdd +Placed 192/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdc +Placed 192/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdb +Placed 102/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sda +Placed 102/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd +Placed 102/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdc +Placed 75/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdb +Placed 75/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sda +Placed 75/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdd +Placed 253/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc +Placed 253/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdb +Placed 253/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda +Placed 24/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd +Placed 24/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdc +Placed 24/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb +Placed 217/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda +Placed 217/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdd +Placed 217/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc +Placed 207/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb +Placed 207/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda +Placed 207/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc +Placed 11/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdb +Placed 11/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sda +Placed 7/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdd +Placed 7/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc +Placed 7/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb +Placed 66/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sda +Placed 66/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdd +Placed 66/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdc +Placed 123/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdb +Placed 123/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda +Placed 123/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd +Placed 47/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdc +Placed 47/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdb +Placed 47/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdd +Placed 129/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc +Placed 129/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdb +Placed 212/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sda +Placed 212/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdd +Placed 212/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc +Placed 93/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb +Placed 93/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sda +Placed 93/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdd +Placed 97/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc +Placed 97/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb +Placed 97/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sda +Placed 211/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd +Placed 211/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdc +Placed 211/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdb +Placed 195/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda +Placed 195/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd +Placed 195/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdc +Placed 44/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdb +Placed 44/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda +Placed 44/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdd +Placed 100/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc +Placed 100/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb +Placed 100/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda +Placed 36/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd +Placed 36/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc +Placed 36/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb +Placed 78/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda +Placed 78/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd +Placed 78/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc +Placed 23/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb +Placed 23/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sda +Placed 23/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdd +Placed 25/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc +Placed 25/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdb +Placed 25/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda +Placed 57/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd +Placed 57/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc +Placed 57/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb +Placed 216/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda +Placed 216/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdd +Placed 216/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc +Placed 240/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb +Placed 240/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda +Placed 240/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdc +Placed 154/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb +Placed 154/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda +Placed 126/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdd +Placed 126/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc +Placed 126/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb +Placed 167/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sda +Placed 167/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdd +Placed 167/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdc +Placed 139/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdb +Placed 139/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sda +Placed 139/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdd +Placed 33/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc +Placed 33/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb +Placed 33/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda +Placed 31/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd +Placed 31/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc +Placed 31/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb +Placed 45/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sda +Placed 45/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd +Placed 45/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc +Placed 185/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb +Placed 185/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda +Placed 185/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd +Placed 103/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc +Placed 103/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb +Placed 103/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sda +Placed 162/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdd +Placed 162/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc +Placed 162/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdb +Placed 121/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda +Placed 121/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdd +Placed 121/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdc +Placed 1/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb +Placed 1/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sda +Placed 1/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdd +Placed 226/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdc +Placed 226/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdb +Placed 226/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda +Placed 231/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdd +Placed 231/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdc +Placed 231/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdb +Placed 2/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sda +Placed 2/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd +Placed 2/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdc +Placed 174/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdb +Placed 174/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sda +Placed 174/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdd +Placed 254/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdc +Placed 254/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdb +Placed 254/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sda +Placed 173/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd +Placed 173/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc +Placed 173/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdb +Placed 3/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda +Placed 3/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd +Placed 3/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc +Placed 255/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdb +Placed 255/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda +Placed 255/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdd +Placed 95/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc +Placed 95/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb +Placed 95/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda +Placed 243/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdd +Placed 243/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdc +Placed 243/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb +Placed 114/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sda +Placed 114/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdd +Placed 114/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc +Placed 204/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb +Placed 204/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sda +Placed 204/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd +Placed 208/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb +Placed 208/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sda +Placed 233/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd +Placed 233/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc +Placed 233/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdb +Placed 63/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sda +Placed 63/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd +Placed 63/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc +Placed 109/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb +Placed 109/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda +Placed 109/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdd +Placed 222/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc +Placed 222/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdb +Placed 222/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sda +Placed 140/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd +Placed 140/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc +Placed 140/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb +Placed 64/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda +Placed 64/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdd +Placed 64/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc +Placed 69/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb +Placed 69/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda +Placed 69/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd +Placed 157/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc +Placed 157/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdb +Placed 157/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda +Placed 50/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd +Placed 50/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc +Placed 50/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdb +Placed 179/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda +Placed 179/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdd +Placed 179/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc +Placed 201/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb +Placed 201/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda +Placed 201/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd +Placed 32/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdc +Placed 32/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdb +Placed 32/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sda +Placed 249/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdd +Placed 249/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc +Placed 249/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdb +Placed 225/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sda +Placed 225/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd +Placed 225/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc +Placed 21/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb +Placed 21/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda +Placed 21/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdd +Placed 238/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdc +Placed 238/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb +Placed 238/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sda +Placed 143/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdd +Placed 143/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc +Placed 143/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdb +Placed 108/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda +Placed 108/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdd +Placed 108/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc +Placed 237/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb +Placed 237/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda +Placed 237/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdd +Placed 111/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdc +Placed 111/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb +Placed 111/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda +Placed 8/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdd +Placed 8/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc +Placed 8/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb +Placed 176/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda +Placed 176/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdd +Placed 176/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdc +Placed 164/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb +Placed 164/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda +Placed 164/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdd +Placed 187/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc +Placed 187/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdb +Placed 187/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda +Placed 197/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd +Placed 197/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc +Placed 197/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb +Placed 71/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sda +Placed 71/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd +Placed 71/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdc +Placed 224/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdb +Placed 224/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sda +Placed 224/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdd +Placed 4/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc +Placed 4/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb +Placed 4/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 171 (Last start was 89) +DEBUG: Gather start is 171 (Last start was 89) +Gather start is 171 (Last start was 89) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 171 (Last start was 89) +DEBUG: Gather start is 171 (Last start was 89) +DEBUG: Gather start is 171 (Last start was 89) +Gather start is 171 (Last start was 89) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphkhp5om3/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01053 seconds (94.95731/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9e153506-c83c-4e38-b4b8-56dc16a9ff50-sda', '1752649204.98318', '1752649204.98164', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4vr7j6ie/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'bcd3f323-ed9b-4baf-a131-d619f72a8e84-sda', '1752649205.00685', '1752649205.00535', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('bcd3f323-ed9b-4baf-a131-d619f72a8e84-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'bcd3f323-ed9b-4baf-a131-d619f72a8e84-sda', '1752649205.00685', '1752649205.00535', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('bcd3f323-ed9b-4baf-a131-d619f72a8e84-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03972 seconds (25.17734/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'dcbe768c843a7c34a28d86cf8debc270', '56587130-4881-42b8-b702-f6868004d038-sda', '1752649205.06936', '1752649205.06782', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('56587130-4881-42b8-b702-f6868004d038-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '1f6b936da2d22f787557eb8251cae677', 'fb9f4a38-24f3-4cd3-8c69-746d890b2701-sda', '1752649205.10683', '1752649205.10534', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1752649205.12236', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1752649205.12261', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1752649205.12271', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1752649205.12279', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1752649205.12286', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1752649205.12299', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1752649205.12307', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1752649205.12314', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1752649205.12322', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1752649205.13162', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1752649205.13171', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'fb9f4a38-24f3-4cd3-8c69-746d890b2701-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv @@ -3681,71 +7076,20 @@ test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager @@ -3768,757 +7112,834 @@ test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0023 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 233 "-" "-" "-" 0.0022 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 338 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0019 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0071 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 562 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0018 "-" 2651774 -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -[2026-08-18 13:17:13] Checking auditor stats -=============================================================================== -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 195, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 207, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 249, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 156, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok + +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 406, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 55, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, '') + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:13 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0077 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 414 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 354 "-" "-" "-" 0.0018 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 647 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 578 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651774 1test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_has_content_length -test.unit.account.test_server.TestAccountController.test_HEAD_has_content_length ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Loaded db broker for a/c +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_with_non_ascii +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_with_non_ascii ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_dict +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_dict ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message_with_payload +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message_with_payload ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response @@ -4537,8 +7958,6 @@ test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback @@ -4565,365 +7984,6 @@ test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmp8kzenbgg/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 391, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 166, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/crypto/test_encrypter.py", line 919, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 158, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 406, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 55, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, '') - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_content_type_on_missing_qs -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_content_type_on_missing_qs ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_ignored_on_invalid_qs -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_ignored_on_invalid_qs ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_add_vary_when_content_type_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_add_vary_when_content_type_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_text_content_type_on_invalid_format_qs -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_text_content_type_on_invalid_format_qs ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success @@ -4944,244 +8004,14 @@ test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response @@ -5198,108 +8028,612 @@ test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok + +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0137 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0057 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0131 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0102 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0057 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0058 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0110 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0016 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0140 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0170 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0251 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0108 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0090 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0178 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0137 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0057 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0177 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0140 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0102 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 414 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 354 "-" "-" "-" 0.0057 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0190 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0057 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0137 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0057 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0137 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0087 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0102 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0058 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0106 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0126 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 647 "-" "-" "-" 0.0044 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 578 "-" "-" "-" 0.0017 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0091 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0062 "-" 1137640 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_has_content_length +test.unit.account.test_server.TestAccountController.test_HEAD_has_content_length ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok + +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0143 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 414 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 354 "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0137 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0177 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0178 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0138 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0152 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0304 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0182 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0177 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0137 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0217 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0137 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0135 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0021 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 647 "-" "-" "-" 0.0141 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 578 "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0170 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0182 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0021 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0148 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0176 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0171 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0141 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0194 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0257 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0021 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0212 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0184 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0192 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0255 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0228 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 240 "-" "-" "-" 0.0181 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0189 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0024 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0170 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1137649 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpj87kwkca/log/swift/profile/default.profile2651814.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpjjbcem7j/log/swift/profile/default.profile2651814.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpydai_ajr/log/swift/profile/default.profile2651814.tmp' - +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -5308,30 +8642,88 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok + fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 143, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD - resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 195, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response return self._get_response(app, method, container, obj, ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -5341,11 +8733,47 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 207, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 249, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -5370,8 +8798,11 @@ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT - resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 156, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD + resp = req.get_response(self.app, query=query) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response return self._get_response(app, method, container, obj, ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -5397,473 +8828,1275 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 18/Aug/2026/13/17/13 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0050 - - 1787059033.912518263 1787059033.917470217 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 18/Aug/2026/13/17/13 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1787059033.918096066 1787059033.918855190 0 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 143, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok + + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps_o9xbhi/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00804 seconds (124.38838/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '3d7ce322-817b-4799-8bbb-c584117401fc-sda', '1787059034.02394', '1787059034.02243', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5zsdu1_4/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '0794e9ae-cd27-4177-80f8-5ac1c9da9049-sda', '1787059034.03194', '1787059034.02823', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('0794e9ae-cd27-4177-80f8-5ac1c9da9049-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '0794e9ae-cd27-4177-80f8-5ac1c9da9049-sda', '1787059034.03194', '1787059034.02823', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('0794e9ae-cd27-4177-80f8-5ac1c9da9049-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00701 seconds (142.69534/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '4cff9cf5558814e14032d6e913c5a1db', '12bae50a-9a9c-4ac4-8ab4-debec7322fb5-sda', '1787059034.04578', '1787059034.04413', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('12bae50a-9a9c-4ac4-8ab4-debec7322fb5-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '49201d6b3560c7572f499f094f7e3a73', 'e5fc8823-4373-4573-93fa-a336d7eb3dda-sda', '1787059034.05878', '1787059034.05731', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1787059034.06226', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1787059034.06251', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1787059034.0626', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1787059034.06268', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1787059034.06276', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1787059034.06283', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1787059034.0629', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1787059034.06297', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1787059034.06305', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1787059034.06312', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1787059034.06319', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'e5fc8823-4373-4573-93fa-a336d7eb3dda-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0022 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 113 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0048 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0080 "-" 2651804 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok + +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0138 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0020 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0056 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0063 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0100 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0104 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0187 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0108 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "GET /sda1/p/a" 200 240 "-" "-" "-" 0.0019 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0187 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0263 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0132 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0058 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0099 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0050 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0133 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0145 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0174 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1137640 -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok + + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +/tmp/tmpgkp_uxt2/tmp1i7awf_5, build version 4, id c3dd3f0fda6c4120979a981c866f3e98 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmpgkp_uxt2/tmp1i7awf_5.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 16/Jul/2025/07/00/06 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1752649206.857501984 1752649206.858414650 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 16/Jul/2025/07/00/06 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0132 - - 1752649206.859003544 1752649206.872175694 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_IDtest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception @@ -5882,6 +10115,132 @@ test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp6d1k2z6b/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6d1k2z6b/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp6d1k2z6b/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6d1k2z6b/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0191 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0111 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx82d71225fd884ff78e87e-0068774df6" "proxy-server 1137690" 0.0012 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47181/sda1/1/a/c" "tx82d71225fd884ff78e87e-0068774df6" "container-server 1137690" 0.0010 "-" 1137690 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:40323/sdb1/1/a/c" "tx82d71225fd884ff78e87e-0068774df6" "container-server 1137690" 0.0010 "-" 1137690 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx82d71225fd884ff78e87e-0068774df6" "proxy-server 1137690" 0.0541 "-" 1137690 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx82d71225fd884ff78e87e-0068774df6" "proxy-server 1137690" 0.0462 "-" 1137690 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/06 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx82d71225fd884ff78e87e-0068774df6 - 0.0910 - - 1752649206.507032633 1752649206.597982645 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7086266fa4874169bf9ee-0068774df6" "proxy-server 1137690" 0.0011 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47181/sda1/1/a1/c1" "tx7086266fa4874169bf9ee-0068774df6" "container-server 1137690" 0.0092 "-" 1137690 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40323/sdb1/1/a1/c1" "tx7086266fa4874169bf9ee-0068774df6" "container-server 1137690" 0.0010 "-" 1137690 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7086266fa4874169bf9ee-0068774df6" "proxy-server 1137690" 0.0244 "-" 1137690 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7086266fa4874169bf9ee-0068774df6" "proxy-server 1137690" 0.0414 "-" 1137690 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/06 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7086266fa4874169bf9ee-0068774df6 - 0.0690 - - 1752649206.607537270 1752649206.676582098 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9eb70c3e46eb44ee95ed5-0068774df6" "proxy-server 1137690" 0.0059 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47181/sda1/2/a/c1" "tx9eb70c3e46eb44ee95ed5-0068774df6" "container-server 1137690" 0.0010 "-" 1137690 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40323/sdb1/2/a/c1" "tx9eb70c3e46eb44ee95ed5-0068774df6" "container-server 1137690" 0.0138 "-" 1137690 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9eb70c3e46eb44ee95ed5-0068774df6" "proxy-server 1137690" 0.0522 "-" 1137690 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9eb70c3e46eb44ee95ed5-0068774df6" "proxy-server 1137690" 0.0383 "-" 1137690 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/06 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9eb70c3e46eb44ee95ed5-0068774df6 - 0.0887 - - 1752649206.677986622 1752649206.766639471 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx29f9efad5d04431f93a79-0068774df6" "proxy-server 1137690" 0.0101 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47181/sda1/1/a/c2" "tx29f9efad5d04431f93a79-0068774df6" "container-server 1137690" 0.0010 "-" 1137690 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40323/sdb1/1/a/c2" "tx29f9efad5d04431f93a79-0068774df6" "container-server 1137690" 0.0015 "-" 1137690 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx29f9efad5d04431f93a79-0068774df6" "proxy-server 1137690" 0.0449 "-" 1137690 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:06 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx29f9efad5d04431f93a79-0068774df6" "proxy-server 1137690" 0.0658 "-" 1137690 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/06 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx29f9efad5d04431f93a79-0068774df6 - 0.0817 - - 1752649206.776220083 1752649206.857896090 2 +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp @@ -5958,6 +10317,14 @@ test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry @@ -5966,3283 +10333,6 @@ test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.common.test_utils.TestTimingStatsDecorators.test_memcached_timing_stats -test.unit.common.test_utils.TestTimingStatsDecorators.test_memcached_timing_stats ... ok -test.unit.common.test_utils.TestTimingStatsDecorators.test_timing_stats -test.unit.common.test_utils.TestTimingStatsDecorators.test_timing_stats ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_int_values -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_int_values ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_content_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_content_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_bad -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_bad ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_invalid -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_invalid ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_valid -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_valid ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions'test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head_with_no_content_length -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head_with_no_content_length ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0023 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0024 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0031 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 240 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0085 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 420, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 117, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1032, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 424, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 271, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok - -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 368, in reap_container - headers, objects = direct_get_container( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<2 lines>... - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers={USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 391, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 420, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 117, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1032, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 424, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 271, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 166, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 158, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 177, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 166, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 158, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok - -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test ERROR: Error in '/tmp/tmpk0nwr_zp/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpvpb0agno/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpvpb0agno/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '36a4a5ab7dfe49418d9bbe95bd9ec090': [Errno 2] No such file or directory: '36a4a5ab7dfe49418d9bbe95bd9ec090' -test ERROR: Could not load '/tmp/tmp0jwpupvr/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp0jwpupvr/container-sync-realms.conf' -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 2651796 -my-daemon DEBUG: Forked worker 2651796 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txd76104aabedd4c17a5399-006a845b5a) -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txedd86889e94d4cc3b18ea-006a845b5a) -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx329c79a4d1c2411da9075-006a845b5a) -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Aug/2026 13:17:14] "GET /someurl HTTP/1.1" 200 160 0.000061 -proxy INFO: 192.168.0.1 - - [18/Aug/2026 13:17:14] "GET /otherurl HTTP/1.1" 200 179 0.000030 -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0065 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 233 "-" "-" "-" 0.0023 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0055 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0049 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0034 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0105 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 338 "-" "-" "-" 0.0022 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0058 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 562 "-" "-" "-" 0.0023 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 145 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 241 "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0322 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651804 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000'} -test DEBUG: bucket None POST -Tue Aug 18 01:17:14 2026 /tmp/tmpj87kwkca/log/swift/profile/default.profile2651814 -Tue Aug 18 01:17:14 2026 /tmp/tmpj87kwkca/log/swift/profile/default.profile123 -Tue Aug 18 01:17:14 2026 /tmp/tmpj87kwkca/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.000 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile123 -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile2651814 -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile123 -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile2651814 -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile123 -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile2651814 -Tue Aug 18 01:17:14 2026 /tmp/tmpu6_df9xy/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile2651814 -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile123 -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile2651814 -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile123 -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function)test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -Finished. Marked 0 objects for deletion. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 133, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1460, in _get_response - sw_resp = sw_req.get_response(app) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 252, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -Exception: kaboom -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 141, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok - - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile2651814 -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile123 -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile2651814 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile2651814 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Aug 18 01:17:14 2026 /tmp/tmppcg4cqq6/unittest.profile2651814 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Quarantined /tmp/tmp3xxxevda/dev/dbs/par/pre/db to /tmp/tmp3xxxevda/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp3xxxevda/dev/dbs/par/pre/db to /tmp/tmp3xxxevda/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp3xxxevda/dev/dbs/par/pre/db to /tmp/tmp3xxxevda/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmp3xxxevda/dev/dbs/par/pre/db to /tmp/tmp3xxxevda/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmp3r1iret3/dev/dbs/par/pre/db to /tmp/tmp3r1iret3/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpyeabi_xq/dev/dbs/par/pre/db to /tmp/tmpyeabi_xq/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdClient.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0238 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 2651774 - -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2651774 - -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2651774 - -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1000, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 282, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 500 697 "-" "-" "-" 0.0030 "-" 2651774 - -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 2651774 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_server.py", line 2714, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0834 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 135 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0022 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0044 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 141 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2651774 -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok - -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 412, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 488, in reap_object - direct_delete_object( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/reaper.py", line 135, in run_once - for device in os.listdir(self.devices): - ~~~~~~~~~~^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -Ring Builder file does not exist: /tmp/tmp7617e301/tmpawhc2b86 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpp21nukvy/tmph7228fu1 -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmpxr0a9oy4/tmpbuf_wy2z, build version 4, id a2a216063fbe4cb3b432ca9b91a13ef4 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpxr0a9oy4/tmpbuf_wy2z.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.35.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.35.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.35.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.35.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -fake INFO: - - 18/Aug/2026/13/17/15 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1787060035 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1787059035.223854065 1787059035.224012613 -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections @@ -9255,644 +10345,74 @@ test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok - -proxy INFO: 192.168.0.1 - - [18/Aug/2026 13:17:14] "GET /someurl HTTP/1.0" 200 186 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Aug/2026 13:17:14] "GET /someurl HTTP/1.0" 200 179 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 13:17:14] "GET /someurl HTTP/1.0" 200 180 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 13:17:14] "GET /someurl HTTP/1.0" 200 180 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -proxy INFO: (2651796) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651796) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 13:17:14] "GET /someurl HTTP/1.0" 200 180 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (2651796) wsgi exited, is_accepting=True -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10313010215759277 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10379409790039062 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1040351390838623 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10419702529907227 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10433411598205566 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10448622703552246 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10462617874145508 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10475683212280273 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001857280731201 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0004792213439941 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0006210803985596 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0007543563842773 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008649826049805 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000974416732788 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0011115074157715 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012273788452148 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10170936584472656 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.002716064453125e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 515, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 475, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 414 "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 354 "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0181 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0159 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0069 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0057 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0894 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0021 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 647 "-" "-" "-" 0.0021 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 578 "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0021 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 225 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0024 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 397 "-" "-" "-" 0.0021 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 240 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0074 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0011 "-" 2651804 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000062 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET https://cluster.domain HTTP/1.0" 200 117 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx8fe6980bbd2b459aacd5a-006a845b5a) -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (2651814) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "PUT /path HTTP/1.0" 200 105 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET / HTTP/1.1" 200 120 0.000060 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET /%FF HTTP/1.1" 200 123 0.000063 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET /ÿ HTTP/1.1" 200 126 0.000055 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET // HTTP/1.1" 200 121 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET //bar HTTP/1.1" 200 124 0.000067 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET //////baz HTTP/1.1" 200 128 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Tue, 18 Aug 2026 13:17:14 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (2651814) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2651814) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Aug/2026 01:17:14] "GET /someurl HTTP/1.0" 200 102 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (2651814) wsgi exited, is_accepting=True -test WARNING: More than one part in a single-part response?test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api @@ -9913,130 +10433,24 @@ test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok test.unit.obj.test_diskfile.TestDiskFile.test_delete test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners @@ -10247,575 +10661,820 @@ test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0015 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 134 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 270 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 136 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0016 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0015 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 118 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 381 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0017 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0033 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0074 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 158 "-" "-" "-" 0.0016 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0021 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 2651774 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 2651774 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0020 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 255 "-" "-" "-" 0.0014 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651774 -test.unit.account.test_server.TestAccountController.test_utf8_metadata +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0134 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0116 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0134 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0192 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0070 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 1137640 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1137640 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0084 "-" 1137640 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1137640 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1000, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 282, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 500 697 "-" "-" "-" 0.0029 "-" 1137640 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1137640 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_server.py", line 2714, in mock_put_method + raise Exception() +Exception +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0092 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0031 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0028 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 135 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0022 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 141 "-" "-" "-" 0.0024 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_error_reading_body +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_error_reading_body ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_footers_callback +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_footers_callback ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_call_accessors +test.unit.common.middleware.test_helpers.TestFakeSwift.test_call_accessors ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_capture_unexpected_calls +test.unit.common.middleware.test_helpers.TestFakeSwift.test_capture_unexpected_calls ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 166, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 158, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 141, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok + +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0046 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0045 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0038 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 134 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0019 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 270 "-" "-" "-" 0.0019 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 136 "-" "-" "-" 0.0035 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0014 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0014 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 118 "-" "-" "-" 0.0022 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 381 "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0048 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0063 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 158 "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0013 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0014 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 1137640 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 1137640 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0013 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0018 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 255 "-" "-" "-" 0.0015 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0019 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137640 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0058 "-" 1137640 - +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0023 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0092 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0029 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 2651804 - -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2651804 - -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2651804 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0251 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0218 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0178 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0131 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0132 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0189 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0213 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0148 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0151 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0253 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0134 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.2556 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0029 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0047 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0143 "-" 1137649 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0032 "-" 1137649 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 1137649 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1000, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 282, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 500 697 "-" "-" "-" 0.0026 "-" 1137649 - +test DEBUG: - - - [16/Jul/2025:07:00:06 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1137649 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_server.py", line 2714, in mock_put_method + raise Exception() +Exceptiontest.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok @@ -10857,1394 +11516,51 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.8358230590820312e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 515, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 475, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 515, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 480, in _incr_or_decr - return int(line[0].strip()) -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.4080276489257812e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 447, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 119, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 1375, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 518, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 483, in _add - sock.sendall(b' '.join([ - ~~~~~~~~~~~~^^^^^^^^^^^^ - b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - str(len(add_val)).encode('ascii') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ]) + b'\r\n' + add_val + b'\r\n') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 119, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 1317, in handle_add - raise Exception('add failed') -Exception: add failedtest.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_empty -test.unit.common.test_utils.TestFileLikeIter.test_read_empty ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_size_unlimited -test.unit.common.test_utils.TestFileLikeIter.test_readline_size_unlimited ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok - -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmp5w_3f81u/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test ERROR: Problem finding shard upper in '/tmp/tmpgi2i5kb0/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpgi2i5kb0/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmphlqvfjer/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmphlqvfjer/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok - -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok - -test NOTICE: Child 2651814 exiting normally -test NOTICE: Started child 88 from parent 2651814 -test NOTICE: Started child 89 from parent 2651814 -test ERROR: Removing dead child 88 from parent 2651814 -test NOTICE: Started child 90 from parent 2651814 -test NOTICE: Started child 88 from parent 2651814 -test NOTICE: Started child 89 from parent 2651814 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test INFO: Client disconnected on read of '/a/c' (txn: txdc4c4a0acbf24c7f9d591-006a845b5e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4ca668f86fc4448dbcb23-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4ca668f86fc4448dbcb23-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4ca668f86fc4448dbcb23-006a845b5e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx521a536fabef4cc883e43-006a845b5e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9099cba330024b90a8e6d-006a845b5e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9ffd8477b8f946d687fd9-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txf7f56f2b285944e9b4028-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -Exception: kaboom! (txn: txb6b29aff870047128eb6d-006a845b5e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx60095fc989f04a40b3457-006a845b5e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx60095fc989f04a40b3457-006a845b5e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8559b666362441b4a78ea-006a845b5e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6f6373891eeb49fc9aa7d-006a845b5e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx176b5f76af6b4fa4be21e-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx4733f24717c747ee9c46e-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -Exception: kaboom! (txn: tx6b71f32507684eaa88c7e-006a845b5e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx486c4d836cdf4559b3898-006a845b5e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx486c4d836cdf4559b3898-006a845b5e) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txee56dd7e93f1414f9218d-006a845b5e) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txef18bd43fd03477597478-006a845b5e) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4b66c65a0d2849268d2c3-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx593044cb8f584843bcc14-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -Exception: kaboom! (txn: tx227332d78bd941499c4ac-006a845b5e)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok - -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -Checking config for swift-proxy-server -Sending USR1 signal -Process is RELOADING -Process is READY -Reloaded swift-proxy-server -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmps1cxxx1i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmps1cxxx1i/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmps1cxxx1i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmps1cxxx1i/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 2651774 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc34d45444b74477381478-006a845b5b" "proxy-server 2651774" 0.0011 "-" 2651774 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46789/sdb1/0/a/c" "txc34d45444b74477381478-006a845b5b" "container-server 2651774" 0.0011 "-" 2651774 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:38253/sda1/0/a/c" "txc34d45444b74477381478-006a845b5b" "container-server 2651774" 0.0009 "-" 2651774 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc34d45444b74477381478-006a845b5b" "proxy-server 2651774" 0.0129 "-" 2651774 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc34d45444b74477381478-006a845b5b" "proxy-server 2651774" 0.0093 "-" 2651774 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc34d45444b74477381478-006a845b5b - 0.0215 - - 1787059035.012774467 1787059035.034253359 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb2a39065089f45b986da3-006a845b5b" "proxy-server 2651774" 0.0010 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:38253/sda1/2/a1/c1" "txb2a39065089f45b986da3-006a845b5b" "container-server 2651774" 0.0010 "-" 2651774 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:46789/sdb1/2/a1/c1" "txb2a39065089f45b986da3-006a845b5b" "container-server 2651774" 0.0010 "-" 2651774 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2a39065089f45b986da3-006a845b5b" "proxy-server 2651774" 0.0121 "-" 2651774 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2a39065089f45b986da3-006a845b5b" "proxy-server 2651774" 0.0087 "-" 2651774 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb2a39065089f45b986da3-006a845b5b - 0.0203 - - 1787059035.035725117 1787059035.056034327 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx95a809524c034f23bf8b9-006a845b5b" "proxy-server 2651774" 0.0019 "-" 2651774 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:38253/sda1/0/a/c1" "tx95a809524c034f23bf8b9-006a845b5b" "container-server 2651774" 0.0016 "-" 2651774 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:46789/sdb1/0/a/c1" "tx95a809524c034f23bf8b9-006a845b5b" "container-server 2651774" 0.0009 "-" 2651774 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx95a809524c034f23bf8b9-006a845b5b" "proxy-server 2651774" 0.0086 "-" 2651774 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx95a809524c034f23bf8b9-006a845b5b" "proxy-server 2651774" 0.0133 "-" 2651774 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx95a809524c034f23bf8b9-006a845b5b - 0.0213 - - 1787059035.057626724 1787059035.078928232 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txade30739fea648118a412-006a845b5b" "proxy-server 2651774" 0.0018 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46789/sdb1/2/a/c2" "txade30739fea648118a412-006a845b5b" "container-server 2651774" 0.0017 "-" 2651774 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:38253/sda1/2/a/c2" "txade30739fea648118a412-006a845b5b" "container-server 2651774" 0.0010 "-" 2651774 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txade30739fea648118a412-006a845b5b" "proxy-server 2651774" 0.0123 "-" 2651774 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:15 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txade30739fea648118a412-006a845b5b" "proxy-server 2651774" 0.0172 "-" 2651774 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txade30739fea648118a412-006a845b5b - 0.0253 - - 1787059035.080365896 1787059035.105673075 2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -Partition Matches - 42 1 - 23 1 -Partition Matches - 4 1 - 10 1 - 11 1 - 12 1 - 16 1 - 17 1 - 20 1 - 24 1 - 27 1 - 31 1 - 33 1 - 34 1 - 35 1 - 43 1 - 47 1 - 61 1 - 0 1 - 2 1 - 5 1 - 14 1 - 15 1 - 18 1 - 29 1 - 32 1 - 36 1 - 38 1 - 39 1 - 40 1 - 45 1 - 54 1 - 60 1 - 63 1 - 1 1 - 6 1 - 8 1 - 9 1 - 19 1 - 21 1 - 23 1 - 26 1 - 37 1 - 41 1 - 42 1 - 49 1 - 55 1 - 57 1 - 59 1 - 62 1 -Partition Matches - 4 1 - 6 1 - 15 1 - 18 1 - 32 1 - 45 1 - 46 1 - 49 1 - 51 1 - 52 1 - 54 1 - 55 1 - 56 1 - 57 1 - 58 1 - 60 1 - 5 1 - 7 1 - 11 1 - 14 1 - 19 1 - 23 1 - 24 1 - 26 1 - 27 1 - 37 1 - 42 1 - 43 1 - 53 1 - 59 1 - 61 1 - 62 1 - 1 1 - 8 1 - 9 1 - 10 1 - 12 1 - 13 1 - 20 1 - 25 1 - 29 1 - 31 1 - 33 1 - 35 1 - 39 1 - 40 1 - 41 1 - 44 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 37 1 - 48 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 0 1 - 5 1 -Specified builder file "/tmp/tmpb46a9onf/tmpknjf0fjd" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok swift-ring-builder remove [search-value ...] [--yes] @@ -12269,7 +11585,6 @@ once. Option --yes assume a yes response to all questions. - swift-ring-builder search or @@ -12284,49 +11599,39 @@ Any of the options are optional in both cases. Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] +swift-ring-builder search or -swift-ring-builder set_info - --ip --port +swift-ring-builder search + --region --zone --ip --port --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] + --device --meta --weight Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. + Shows information about matching devices. +swift-ring-builder set_region + [ set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. +swift-ring-builder set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] -swift-ring-builder set_overload [%] - Changes the overload factor to the given . + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. - A rebalance is needed to make the change take effect. + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + Option --yes assume a yes response to all questions. swift-ring-builder set_region [ set_weight + [ ] ... + [--yes] -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. +or - A rebalance is needed to make the change take effect. +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + Option --yes assume a yes response to all questions. swift-ring-builder set_weight [ ] ... [--yes] @@ -12376,205 +11694,673 @@ the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ = 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test ERROR: Problem finding shard upper in '/tmp/tmp6uxtvdyk/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp6uxtvdyk/test_container.db': : +or + +swift-ring-builder set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) +No partitions could be reassigned. +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_no_length_or_encoding +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_no_length_or_encoding ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_non_empty_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_non_empty_body ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok + +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp52wjqf7u/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp52wjqf7u/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 343, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1000, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 282, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 500 697 "-" "-" "-" 0.0030 "-" 2651804 - -test DEBUG: - - - [18/Aug/2026:13:17:14 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 2651804 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/account/server.py", line 316, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.35.0/test/unit/account/test_server.py", line 2714, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0023 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 135 "-" "-" "-" 0.0030 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 141 "-" "-" "-" 0.0023 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2651804 - + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 166, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/crypto/test_encrypter.py", line 919, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/crypto/crypto_utils.py", line 158, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok + +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:06 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0028 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0118 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 135 "-" "-" "-" 0.0096 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0077 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0051 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0056 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0020 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 141 "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0100 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1137649 - test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "GET /sda1/p/a" 200 134 "-" "-" "-" 0.0015 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:14 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 270 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 136 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 2651804 2 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0014 "-" 2651804 3 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0014 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 118 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 381 "-" "-" "-" 0.0013 "-" 2651804 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0154 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0082 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 134 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0043 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 270 "-" "-" "-" 0.0021 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 136 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0016 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0015 "-" 1137649 3 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0008 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0014 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 118 "-" "-" "-" 0.0019 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 381 "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0025 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0024 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok @@ -12598,14 +12384,110 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_with_containers +test.unit.account.test_utils.TestAccountUtils.test_account_listing_with_containers ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET @@ -12630,78 +12512,384 @@ test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 346, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_content_type_on_missing_qs +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_content_type_on_missing_qs ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_ignored_on_invalid_qs +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_accept_ignored_on_invalid_qs ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_add_vary_when_content_type_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_add_vary_when_content_type_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok + +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -12718,9 +12906,7 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -12732,7 +12918,9 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 16/Jul/2025/07/00/04 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1752649204.665562868 1752649204.666196108 0 fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 16/Jul/2025/07/00/04 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0127 - - 1752649204.666734934 1752649204.679443121 1 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -12744,6 +12932,22 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 392, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -12753,493 +12957,412 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +test INFO: Loaded config file /tmp/tmpcyng3m52/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpcyng3m52/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmpcyng3m52/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmpcyng3m52/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpid4znyto/missing, config changed +test INFO: Loaded config file /tmp/tmpid4znyto/missing, config changed +test INFO: Loaded new config file /tmp/tmp_rnd2mtj/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmp98ya52yx/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmp98ya52yx/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmp98ya52yx/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmp1oqk6s2i/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmp1oqk6s2i/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmp1oqk6s2i/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmprufzo56m/missing +test INFO: Loaded config file /tmp/tmpzbt0yik5/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmp55vlqm8l/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmp55vlqm8l/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpbj0yvosk/backend_rl.conf +test INFO: Loaded config file /tmp/tmpux_71_4j/backend-ratelimit.conf, config changed +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test WARNING: More than one part in a single-part response? +test WARNING: boom +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbee1806f794047878fc76-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb4b849b47eab4c54bb55e-0068774df8)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 195, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 207, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test ERROR: Failed to unlink '/tmp/tmpn8wn1lu9/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpn8wn1lu9/containers/part/suffix/hash/container_1787059040.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpn8wn1lu9/containers/part/suffix/hash/container_1787059040.00000.db': ['/tmp/tmpn8wn1lu9/containers/part/suffix/hash/container.db', '/tmp/tmpn8wn1lu9/containers/part/suffix/hash/container_1787059041.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpn8wn1lu9/containers/part/suffix/hash/container_1787059041.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkfq1v5u2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00334 seconds (299.47721/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmp35b49792/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmp35b49792/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmp35b49792/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmp35b49792/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.44451.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmp35b49792/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.44451.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmp35b49792/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.44451.db -test DEBUG: Successfully deleted db /tmp/tmp35b49792/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '1069882b271708025088f1ad177f9a72', 'd5bd851b-afdc-438c-9979-c47301330681-sda', '1787059039.45891', '1787059039.00000', '0', '', '1787059039.00000', 51, 0) -test DEBUG: /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1787059040.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1787059041.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1787059042.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1787059043.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1787059044.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1787059045.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1787059046.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1787059047.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1787059048.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1787059049.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd5bd851b-afdc-438c-9979-c47301330681-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1787059050.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1787059051.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1787059052.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1787059053.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1787059054.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1787059055.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1787059056.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1787059057.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1787059058.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1787059059.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd5bd851b-afdc-438c-9979-c47301330681-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1787059060.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1787059061.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1787059062.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1787059063.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1787059064.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1787059065.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1787059066.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1787059067.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1787059068.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1787059069.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd5bd851b-afdc-438c-9979-c47301330681-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok - -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txedbf002cd7294da2abf7d-006a845b5e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txedbf002cd7294da2abf7d-006a845b5e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx70351ea029ee4db2aebe3-006a845b5e) -test INFO: Client disconnected on read of '/a/c' (txn: txdcabfa66c4074e1db80af-006a845b5e) -test INFO: Client disconnected on read of '/a/c' (txn: tx70dd04c02efa481f8f7a0-006a845b5e) -test INFO: Client disconnected on read of '/a/c' (txn: tx70dd04c02efa481f8f7a0-006a845b5e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 249, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 156, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok + +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0061 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0043 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 158 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0433 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0056 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0013 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 200 255 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0037 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:07 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 1137649 - +Finished. Marked 0 objects for deletion. +[2025-07-16 07:00:07] Checking auditor stats +=============================================================================== +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -13249,24 +13372,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 143, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -13289,761 +13394,453 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile123 +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile1137649 +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile123 +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile1137649 +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile123 +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile1137649 +Wed Jul 16 21:00:07 2025 /tmp/tmpeq2leahm/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf +test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok + +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok + +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3ee01cf628054944b86f7-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1f54b3a98fa44b36bd0de-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx45bb562a2eb64c57bf135-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf63ae7f7da9d4c10b987c-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8fb63abc577548a1a8cb0-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx82d1160e48644e1a8dc8c-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx78ed7aa3e3cd4e70ac93f-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txccac764f45634730bd733-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd77dc0653db245ba9fe15-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8b4986968f824258a7578-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8755e8beb44d4aaea13b3-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb9dc9a4182884027ba93a-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx08fa70e75da34eeaadf5a-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx15b2b9ea38bd4f87a3a32-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4a43b36e433d4454b300c-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx83667b0bd1e8417b886e9-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb2f7b9f938924e5592e1f-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd0f68be5a52d40e5bb474-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9bb9f97bbcb64d5cb3efc-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9627073a9a82432d9dc91-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx069dee8d3ade48afb52f4-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx850c9aa61328483f8ab04-0068774df8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx66891dac7029416780d6f-0068774df8) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx29e47c899d3d4e5386fc1-0068774df8) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx052d5f910f674cb5bf7eb-0068774df8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8a717893422a4fecb7f80-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7b3a4269baf24512b425e-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx0222204ccc864ff085e44-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txf26ee2958a9f455b9bd40-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx09bf7b0eaca74c57a9b08-0068774df8) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txa1691748432647dc87814-0068774df8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok - -test DEBUG: /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0124876s) -test DEBUG: Synchronization for /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '1069882b271708025088f1ad177f9a72', 'd5bd851b-afdc-438c-9979-c47301330681-sda', '1787059039.45891', '1787059039.00000', '0', '', '1787059039.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d5bd851b-afdc-438c-9979-c47301330681-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02803 seconds (35.68180/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '1069882b271708025088f1ad177f9a72', 'd5bd851b-afdc-438c-9979-c47301330681-sda', '1787059039.45891', '1787059039.00000', '0', '', '1787059039.00000', 51, 0) -test DEBUG: /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1787059070.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1787059071.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1787059072.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1787059073.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1787059074.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1787059075.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1787059076.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1787059077.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1787059078.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1787059079.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd5bd851b-afdc-438c-9979-c47301330681-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1787059080.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1787059081.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1787059082.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1787059083.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1787059084.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1787059085.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1787059086.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1787059087.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1787059088.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1787059089.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd5bd851b-afdc-438c-9979-c47301330681-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1787059190.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd5bd851b-afdc-438c-9979-c47301330681-sda') -test DEBUG: /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.00768971s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '1069882b271708025088f1ad177f9a72', 'd5bd851b-afdc-438c-9979-c47301330681-sda', '1787059039.45891', '1787059039.00000', '0', '', '1787059039.00000', 51, 0) -test DEBUG: /tmp/tmpv3bcd4j4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01812 seconds (55.17629/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6r5e2uje/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'a286219c600b4fb4e2380b109174ba90', 'c8d86c82-e289-424e-bbda-c0df93e1c6c1-sda', '1787059039.52720', '1787058000.00000', '0', '', '1787058000.00000', 0, 1) -test DEBUG: /tmp/tmp6r5e2uje/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 252 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 2 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 158 "-" "-" "-" 0.0017 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 269 "-" "-" "-" 0.0014 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2651804 1 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 2651804 0 -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0020 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 121 "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 390 "-" "-" "-" 0.0016 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 200 255 "-" "-" "-" 0.0013 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -test INFO: - - - [18/Aug/2026:13:17:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2651804 - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 343, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 346, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -14064,376 +13861,84 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test ERROR: Failed to unlink '/tmp/tmp4qw9_b5x/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp4qw9_b5x/containers/part/suffix/hash/container_1787059041.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp4qw9_b5x/containers/part/suffix/hash/container_1787059041.00000.db': ['/tmp/tmp4qw9_b5x/containers/part/suffix/hash/container.db', '/tmp/tmp4qw9_b5x/containers/part/suffix/hash/container_1787059042.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4qw9_b5x/containers/part/suffix/hash/container_1787059042.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0034 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2651796 2 -test ERROR: ERROR Account update failed with 127.0.0.1:55257/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0020 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmpsfemvvzm/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok - -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok - + File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + {'Content-Type': 'application/json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py", line 354, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -swift-ring-builder set_zone - [ search or -swift-ring-builder set_zone +swift-ring-builder search --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. + Shows information about matching devices. The can be of the form:: @@ -14471,31 +13976,1562 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included. +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" +Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" +Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" +Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" +Device 1 already uses 127.0.0.2:6201/sda2. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. +or -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 392, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb28903697c5e457d8310d-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3210a54f2c6b4201905b3-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx71df932859df43c9b44eb-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7ed28543132940468469c-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb1342e4a4ccd4a039fa50-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfabc8bff65db44fa89665-0068774df8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx9307b9ee920248248daed-0068774df8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9307b9ee920248248daed-0068774df8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx9c3123ed9c424cbb86929-0068774df8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx7f38d41febb64f20a8b05-0068774df8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txa45bcdcc49734ba09623d-0068774df8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx1520f274fac54356be2ca-0068774df8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx53bbf541e92e4025b3b13-0068774df8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx5b24351801ed4578ac69c-0068774df8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + different_region) + File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + different_region=different_region) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py", line 714, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestTimingStatsDecorators.test_memcached_timing_stats +test.unit.common.test_utils.TestTimingStatsDecorators.test_memcached_timing_stats ... ok +test.unit.common.test_utils.TestTimingStatsDecorators.test_timing_stats +test.unit.common.test_utils.TestTimingStatsDecorators.test_timing_stats ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok + +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx64bd0fba95a24695867ec-0068774df8) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpcnz2ve1t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcnz2ve1t/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpcnz2ve1t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcnz2ve1t/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 1137678 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0028 "-" 1137678 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1137678 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 1137678 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx56efec14762f48cca8cca-0068774df8" "proxy-server 1137678" 0.0021 "-" 1137678 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55463/sda1/1/a/c" "tx56efec14762f48cca8cca-0068774df8" "container-server 1137678" 0.0010 "-" 1137678 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56157/sdb1/1/a/c" "tx56efec14762f48cca8cca-0068774df8" "container-server 1137678" 0.0009 "-" 1137678 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx56efec14762f48cca8cca-0068774df8" "proxy-server 1137678" 0.0211 "-" 1137678 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx56efec14762f48cca8cca-0068774df8" "proxy-server 1137678" 0.0176 "-" 1137678 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx56efec14762f48cca8cca-0068774df8 - 0.0311 - - 1752649208.690210342 1752649208.721335411 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx717b6f251daf42298bdfa-0068774df8" "proxy-server 1137678" 0.0011 "-" 1137678 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56157/sdb1/1/a1/c1" "tx717b6f251daf42298bdfa-0068774df8" "container-server 1137678" 0.0026 "-" 1137678 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55463/sda1/1/a1/c1" "tx717b6f251daf42298bdfa-0068774df8" "container-server 1137678" 0.0010 "-" 1137678 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx717b6f251daf42298bdfa-0068774df8" "proxy-server 1137678" 0.0097 "-" 1137678 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx717b6f251daf42298bdfa-0068774df8" "proxy-server 1137678" 0.0173 "-" 1137678 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx717b6f251daf42298bdfa-0068774df8 - 0.0365 - - 1752649208.722594976 1752649208.759078979 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx28abe0fe6feb414a9f393-0068774df8" "proxy-server 1137678" 0.0020 "-" 1137678 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56157/sdb1/2/a/c1" "tx28abe0fe6feb414a9f393-0068774df8" "container-server 1137678" 0.0015 "-" 1137678 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55463/sda1/2/a/c1" "tx28abe0fe6feb414a9f393-0068774df8" "container-server 1137678" 0.0010 "-" 1137678 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28abe0fe6feb414a9f393-0068774df8" "proxy-server 1137678" 0.0084 "-" 1137678 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28abe0fe6feb414a9f393-0068774df8" "proxy-server 1137678" 0.0130 "-" 1137678 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/08 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx28abe0fe6feb414a9f393-0068774df8 - 0.0218 - - 1752649208.761240005 1752649208.782990932 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx61b65d4b85d248ee99f46-0068774df8" "proxy-server 1137678" 0.0017 "-" 1137678 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55463/sda1/1/a/c2" "tx61b65d4b85d248ee99f46-0068774df8" "container-server 1137678" 0.0016 "-" 1137678 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56157/sdb1/1/a/c2" "tx61b65d4b85d248ee99f46-0068774df8" "container-server 1137678" 0.0071 "-" 1137678 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx61b65d4b85d248ee99f46-0068774df8" "proxy-server 1137678" 0.0152 "-" 1137678 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:08 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx61b65d4b85d248ee99f46-0068774df8" "proxy-server 1137678" 0.0200 "-" 1137678 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/08 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx61b65d4b85d248ee99f46-0068774df8 - 0.0305 - - 1752649208.789905310 1752649208.820407629 2 + +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 +Search value matched 0 devices. +The on-disk ring builder is unchanged. +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok + +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... Where and are replication ip and port. @@ -14679,7 +15715,89 @@ This is so you can make multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions. + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok + swift-ring-builder search @@ -14810,4072 +15928,1724 @@ Option --yes assume a yes response to all questions. swift-ring-builder validate - Just runs the validation routines on the ring.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpba_rjxso/tmperh5wwez. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_text_content_type_on_invalid_format_qs +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_text_content_type_on_invalid_format_qs ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1787058002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1787058003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c8d86c82-e289-424e-bbda-c0df93e1c6c1-sda') -test DEBUG: /tmp/tmp6r5e2uje/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00302815s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'a286219c600b4fb4e2380b109174ba90', 'c8d86c82-e289-424e-bbda-c0df93e1c6c1-sda', '1787059039.52720', '1787058000.00000', '0', '', '1787058000.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c8d86c82-e289-424e-bbda-c0df93e1c6c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp6r5e2uje/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02077 seconds (48.15094/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp6r5e2uje/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, 'd2a7788de58191610f38ba1e4225e710', '17968d01-4728-4cfd-9b3d-dc667a3a9314-sda', '1787059039.55258', '1787058000', '0', '', '1787058000', 2, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('17968d01-4728-4cfd-9b3d-dc667a3a9314-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, 'd2a7788de58191610f38ba1e4225e710', '17968d01-4728-4cfd-9b3d-dc667a3a9314-sda', '1787059039.55258', '1787058000', '0', '', '1787058000', 2, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('17968d01-4728-4cfd-9b3d-dc667a3a9314-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiyn7xolb/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'a286219c600b4fb4e2380b109174ba90', '51afa411-0ac4-4e45-a664-996d06ec96b4-sda', '1787059039.56915', '1787058000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1787059039.57027"]}', '1787058000.00000', 0, 1) -test DEBUG: /tmp/tmpiyn7xolb/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1787058002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1787058003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '51afa411-0ac4-4e45-a664-996d06ec96b4-sda') -test DEBUG: /tmp/tmpiyn7xolb/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00297737s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'a286219c600b4fb4e2380b109174ba90', '51afa411-0ac4-4e45-a664-996d06ec96b4-sda', '1787059039.56915', '1787058000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1787059039.57027"]}', '1787058000.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('51afa411-0ac4-4e45-a664-996d06ec96b4-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpiyn7xolb/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02183 seconds (45.80214/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpiyn7xolb/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, 'd2a7788de58191610f38ba1e4225e710', '96fd1c7c-0726-479e-8e94-3ca02bf36842-sda', '1787059039.59571', '1787058000', '0', '', '1787058000', 2, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('96fd1c7c-0726-479e-8e94-3ca02bf36842-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, 'd2a7788de58191610f38ba1e4225e710', '96fd1c7c-0726-479e-8e94-3ca02bf36842-sda', '1787059039.59571', '1787058000', '0', '', '1787058000', 2, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('96fd1c7c-0726-479e-8e94-3ca02bf36842-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpu9w40exa/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'a286219c600b4fb4e2380b109174ba90', '50f0811f-2799-4937-80fd-05b70b5aab0e-sda', '1787059039.61510', '1787058000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1787059039.61640"]}', '1787058000.00000', 0, 1) -test DEBUG: /tmp/tmpu9w40exa/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1787058002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1787058003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '50f0811f-2799-4937-80fd-05b70b5aab0e-sda') -test DEBUG: /tmp/tmpu9w40exa/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00285721s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'a286219c600b4fb4e2380b109174ba90', '50f0811f-2799-4937-80fd-05b70b5aab0e-sda', '1787059039.61510', '1787058000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1787059039.61640"]}', '1787058000.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('50f0811f-2799-4937-80fd-05b70b5aab0e-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpu9w40exa/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01953 seconds (51.21162/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpu9w40exa/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, 'd2a7788de58191610f38ba1e4225e710', '5fe52591-db2d-450f-a973-54cb92d52c7b-sda', '1787059039.64000', '1787058000', '0', '', '1787058000', 2, 0)test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0053 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0078 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 1137647 0 +test ERROR: ERROR Account update failed with 127.0.0.1:57977/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0078 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0066 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0096 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0820 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0052 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0118 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0131 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head_with_no_content_length +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head_with_no_content_length ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_content_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_content_md5 ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmpk150p7d0/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0088 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0038 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0037 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_bad +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_bad ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_invalid +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_invalid ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_valid +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_sha256_valid ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +Checking config for swift-proxy-server +Sending USR1 signal +Process is RELOADING +Process is READY +Reloaded swift-proxy-server +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 249, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok - - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmp87buudne/tmpgqmxnag3, build version 4, id fdf547f2afc246fda0ffd5055803380a -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp87buudne/tmpgqmxnag3.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok - -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('5fe52591-db2d-450f-a973-54cb92d52c7b-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, 'd2a7788de58191610f38ba1e4225e710', '5fe52591-db2d-450f-a973-54cb92d52c7b-sda', '1787059039.64000', '1787058000', '0', '', '1787058000', 2, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('5fe52591-db2d-450f-a973-54cb92d52c7b-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx_p2bfy0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '90a53c11022409435b667302ff81b4f0', '211050cc-121a-4eef-8e18-c0b4b9bc8c25-sda', '1787059039.66424', '1787059039.00000', '0', '', '1787059039.00000', 1, 0) -test DEBUG: /tmp/tmpx_p2bfy0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1787059041.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1787059042.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '211050cc-121a-4eef-8e18-c0b4b9bc8c25-sda') -test DEBUG: /tmp/tmpx_p2bfy0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00274801s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '90a53c11022409435b667302ff81b4f0', '211050cc-121a-4eef-8e18-c0b4b9bc8c25-sda', '1787059039.66424', '1787059039.00000', '0', '', '1787059039.00000', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('211050cc-121a-4eef-8e18-c0b4b9bc8c25-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx_p2bfy0/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01900 seconds (52.62059/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpx_p2bfy0/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'a072c4f703298eadd9d90e5767e7339a', '89549c56-8fe2-4a7b-9391-d6e786edcabc-sda', '1787059039.68816', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('89549c56-8fe2-4a7b-9391-d6e786edcabc-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'a072c4f703298eadd9d90e5767e7339a', '89549c56-8fe2-4a7b-9391-d6e786edcabc-sda', '1787059039.68816', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('89549c56-8fe2-4a7b-9391-d6e786edcabc-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'a072c4f703298eadd9d90e5767e7339a', '426adaa4-6359-4952-915a-28dcefaf8fb6-', '1787059039.68816', '1787058000', '0', '', '1787058000', 1, 0) -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'a072c4f703298eadd9d90e5767e7339a', '426adaa4-6359-4952-915a-28dcefaf8fb6-', '1787059039.68816', '1787058000', '0', '', '1787058000', 1, 0) -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmpx_p2bfy0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '04a7c8e5e2ececcd56777738ae2ed0df', '17cb9f0a-7a6f-4d35-9c63-f604a3dbbbd1-sdb', '1787059039.66424', '1787059040.00000', '0', '', '1787059040.00000', 1, 0) -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1787059043.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1787059044.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '17cb9f0a-7a6f-4d35-9c63-f604a3dbbbd1-sdb') -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00306702s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '211050cc-121a-4eef-8e18-c0b4b9bc8c25-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '04a7c8e5e2ececcd56777738ae2ed0df', '17cb9f0a-7a6f-4d35-9c63-f604a3dbbbd1-sdb', '1787059039.66424', '1787059040.00000', '0', '', '1787059040.00000', 1, 0) -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1787059043.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1787059044.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '17cb9f0a-7a6f-4d35-9c63-f604a3dbbbd1-sdb') -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00307775s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '211050cc-121a-4eef-8e18-c0b4b9bc8c25-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.04279 seconds (46.73881/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, '8f99debd2a31577454e0437c6cf6f797', '426adaa4-6359-4952-915a-28dcefaf8fb6-', '1787059039.68816', '1787058000', '0', '', '1787058000', 1, 0) -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1787059044.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1787059044.00000', 'deleted': 0, 'storage_policy_index': 0}], '426adaa4-6359-4952-915a-28dcefaf8fb6-')test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok - -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0032 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0032 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0034 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0035 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0034 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0050 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0068 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0022 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok - -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 109 (Last start was 0) -Gather start is 109 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdd -Placed 80/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb -Placed 80/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda -Placed 80/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdc -Placed 84/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd -Placed 84/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdb -Placed 84/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda -Placed 156/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdc -Placed 156/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd -Placed 156/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb -Placed 217/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda -Placed 217/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc -Placed 217/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdd -Placed 112/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb -Placed 112/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda -Placed 112/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc -Placed 31/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd -Placed 31/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb -Placed 31/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda -Placed 124/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc -Placed 124/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd -Placed 124/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdb -Placed 223/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sda -Placed 223/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc -Placed 223/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd -Placed 123/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdb -Placed 123/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda -Placed 123/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdc -Placed 249/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdd -Placed 249/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb -Placed 249/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda -Placed 118/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdc -Placed 118/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd -Placed 118/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb -Placed 7/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc -Placed 7/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd -Placed 224/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdb -Placed 224/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sda -Placed 224/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdc -Placed 176/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd -Placed 176/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdb -Placed 176/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sda -Placed 102/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdc -Placed 102/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd -Placed 102/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb -Placed 194/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sda -Placed 194/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdc -Placed 194/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdd -Placed 3/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb -Placed 3/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sda -Placed 3/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc -Placed 87/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdd -Placed 87/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdb -Placed 87/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda -Placed 63/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdc -Placed 63/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd -Placed 63/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb -Placed 10/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sda -Placed 10/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc -Placed 10/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd -Placed 69/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb -Placed 69/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda -Placed 69/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc -Placed 122/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdd -Placed 122/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdb -Placed 122/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda -Placed 221/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd -Placed 221/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdb -Placed 153/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda -Placed 153/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc -Placed 153/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdd -Placed 39/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdb -Placed 39/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda -Placed 39/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdc -Placed 66/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd -Placed 66/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdb -Placed 66/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda -Placed 213/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc -Placed 213/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdd -Placed 213/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdb -Placed 17/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sda -Placed 17/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdc -Placed 17/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd -Placed 127/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb -Placed 127/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda -Placed 127/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdc -Placed 72/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd -Placed 72/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdb -Placed 72/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sda -Placed 82/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc -Placed 82/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd -Placed 82/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb -Placed 210/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda -Placed 210/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc -Placed 210/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd -Placed 11/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdb -Placed 11/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sda -Placed 11/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdc -Placed 53/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd -Placed 53/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb -Placed 53/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda -Placed 192/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc -Placed 192/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdd -Placed 192/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb -Placed 109/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sda -Placed 109/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdc -Placed 109/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdd -Placed 94/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdb -Placed 94/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda -Placed 94/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdc -Placed 38/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdd -Placed 38/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb -Placed 38/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda -Placed 26/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc -Placed 26/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd -Placed 26/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb -Placed 133/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda -Placed 133/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdc -Placed 133/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdd -Placed 33/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdb -Placed 33/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sda -Placed 33/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdc -Placed 14/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdd -Placed 14/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb -Placed 14/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda -Placed 108/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc -Placed 108/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdd -Placed 108/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb -Placed 220/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda -Placed 220/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc -Placed 220/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd -Placed 212/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdb -Placed 212/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdc -Placed 46/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd -Placed 46/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb -Placed 46/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sda -Placed 149/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc -Placed 149/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd -Placed 149/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb -Placed 241/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda -Placed 241/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdd -Placed 36/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdb -Placed 36/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda -Placed 36/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdc -Placed 195/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdd -Placed 195/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdb -Placed 195/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda -Placed 202/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc -Placed 202/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd -Placed 202/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb -Placed 115/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda -Placed 115/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc -Placed 115/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdd -Placed 92/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb -Placed 92/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda -Placed 92/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc -Placed 170/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdd -Placed 170/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdb -Placed 170/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda -Placed 107/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc -Placed 107/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdd -Placed 107/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb -Placed 23/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sda -Placed 23/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdc -Placed 23/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd -Placed 44/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdb -Placed 44/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda -Placed 44/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdc -Placed 198/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd -Placed 198/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdb -Placed 198/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sda -Placed 113/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc -Placed 113/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdd -Placed 113/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb -Placed 175/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sda -Placed 175/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc -Placed 175/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdd -Placed 152/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sda -Placed 152/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc -Placed 21/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdd -Placed 21/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb -Placed 21/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda -Placed 201/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc -Placed 201/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd -Placed 201/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb -Placed 8/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc -Placed 8/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdd -Placed 237/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb -Placed 237/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda -Placed 237/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc -Placed 166/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdd -Placed 166/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdb -Placed 166/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sda -Placed 121/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc -Placed 121/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdd -Placed 121/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdb -Placed 25/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sda -Placed 25/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc -Placed 25/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd -Placed 161/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb -Placed 161/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdc -Placed 138/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd -Placed 138/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdb -Placed 138/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sda -Placed 229/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdc -Placed 229/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdd -Placed 229/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb -Placed 105/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda -Placed 105/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdd -Placed 222/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb -Placed 222/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sda -Placed 222/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdc -Placed 83/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd -Placed 83/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdb -Placed 83/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sda -Placed 43/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdc -Placed 43/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd -Placed 43/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdb -Placed 85/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sda -Placed 85/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc -Placed 85/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd -Placed 182/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdb -Placed 182/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sda -Placed 182/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc -Placed 24/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd -Placed 24/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb -Placed 24/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sda -Placed 29/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc -Placed 29/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd -Placed 29/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb -Placed 96/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda -Placed 96/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdc -Placed 96/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdd -Placed 186/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb -Placed 186/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda -Placed 186/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc -Placed 193/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdd -Placed 193/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb -Placed 193/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sda -Placed 42/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdc -Placed 42/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdd -Placed 42/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb -Placed 48/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda -Placed 48/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc -Placed 48/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd -Placed 131/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb -Placed 131/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sda -Placed 131/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc -Placed 58/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd -Placed 58/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdb -Placed 58/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda -Placed 225/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc -Placed 225/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd -Placed 225/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdb -Placed 172/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sda -Placed 172/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc -Placed 172/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd -Placed 12/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb -Placed 12/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sda -Placed 12/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc -Placed 146/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdd -Placed 146/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda -Placed 142/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdc -Placed 142/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdd -Placed 142/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb -Placed 235/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda -Placed 235/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdc -Placed 235/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdd -Placed 55/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdb -Placed 55/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sda -Placed 55/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc -Placed 211/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd -Placed 211/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdb -Placed 211/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sda -Placed 97/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc -Placed 97/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd -Placed 97/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdb -Placed 111/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda -Placed 111/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc -Placed 111/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd -Placed 155/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb -Placed 155/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda -Placed 155/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdc -Placed 226/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdd -Placed 226/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdb -Placed 226/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda -Placed 30/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc -Placed 30/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd -Placed 30/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb -Placed 52/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sda -Placed 52/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc -Placed 52/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd -Placed 163/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb -Placed 163/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sda -Placed 163/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc -Placed 219/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd -Placed 219/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdb -Placed 219/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda -Placed 71/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc -Placed 71/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd -Placed 71/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb -Placed 254/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sda -Placed 254/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdc -Placed 254/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdd -Placed 183/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb -Placed 183/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda -Placed 183/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc -Placed 120/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdd -Placed 120/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb -Placed 120/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sda -Placed 189/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdc -Placed 189/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd -Placed 189/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb -Placed 144/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sda -Placed 144/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc -Placed 144/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd -Placed 116/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb -Placed 116/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda -Placed 116/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc -Placed 2/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdd -Placed 2/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdb -Placed 2/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sda -Placed 167/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc -Placed 167/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdd -Placed 167/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdb -Placed 22/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda -Placed 22/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc -Placed 22/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdd -Placed 231/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb -Placed 231/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda -Placed 231/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc -Placed 199/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd -Placed 199/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb -Placed 199/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc -Placed 88/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd -Placed 88/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb -Placed 86/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda -Placed 86/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc -Placed 86/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd -Placed 50/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb -Placed 50/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sda -Placed 50/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdc -Placed 200/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd -Placed 200/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb -Placed 200/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc -Placed 215/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd -Placed 215/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb -Placed 18/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda -Placed 18/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd -Placed 230/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb -Placed 230/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sda -Placed 230/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdc -Placed 179/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdd -Placed 179/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb -Placed 179/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sda -Placed 45/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc -Placed 45/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd -Placed 45/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb -Placed 196/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda -Placed 196/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc -Placed 196/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd -Placed 49/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb -Placed 49/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sda -Placed 49/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdc -Placed 16/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd -Placed 16/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdb -Placed 16/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda -Placed 191/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdc -Placed 191/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd -Placed 191/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdb -Placed 197/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sda -Placed 197/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc -Placed 197/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd -Placed 204/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb -Placed 204/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sda -Placed 204/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc -Placed 110/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd -Placed 110/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb -Placed 110/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda -Placed 9/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc -Placed 9/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd -Placed 9/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb -Placed 57/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sda -Placed 57/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc -Placed 57/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd -Placed 148/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdb -Placed 148/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda -Placed 148/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc -Placed 190/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd -Placed 190/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb -Placed 190/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda -Placed 103/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc -Placed 103/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdd -Placed 103/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdb -Placed 6/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda -Placed 6/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc -Placed 6/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdd -Placed 59/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdb -Placed 59/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sda -Placed 59/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc -Placed 64/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd -Placed 64/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb -Placed 64/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sda -Placed 0/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc -Placed 0/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd -Placed 0/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdb -Placed 51/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda -Placed 51/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc -Placed 51/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdd -Placed 73/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdb -Placed 73/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda -Placed 73/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc -Placed 185/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdd -Placed 185/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb -Placed 185/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sda -Placed 34/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdc -Placed 34/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd -Placed 34/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdb -Placed 239/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sda -Placed 239/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdc -Placed 239/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd -Placed 19/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdb -Placed 19/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda -Placed 19/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc -Placed 255/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd -Placed 255/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdb -Placed 255/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sda -Placed 157/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc -Placed 157/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdd -Placed 157/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb -Placed 251/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda -Placed 251/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc -Placed 251/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb -Placed 134/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda -Placed 134/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdc -Placed 173/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd -Placed 173/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb -Placed 173/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sda -Placed 1/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdc -Placed 1/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdd -Placed 1/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb -Placed 40/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc -Placed 40/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd -Placed 32/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdb -Placed 32/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda -Placed 32/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdc -Placed 5/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdd -Placed 5/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdb -Placed 5/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sda -Placed 78/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdc -Placed 78/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd -Placed 78/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb -Placed 247/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sda -Placed 247/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc -Placed 247/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd -Placed 178/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb -Placed 178/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda -Placed 178/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc -Placed 137/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb -Placed 137/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sda -Placed 248/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc -Placed 248/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdd -Placed 248/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb -Placed 79/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sda -Placed 79/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdc -Placed 79/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdd -Placed 56/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb -Placed 56/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda -Placed 56/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdc -Placed 184/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdd -Placed 184/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda -Placed 205/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdc -Placed 205/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdd -Placed 205/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdb -Placed 228/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sda -Placed 228/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc -Placed 228/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdd -Placed 171/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb -Placed 171/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda -Placed 171/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc -Placed 160/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd -Placed 160/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb -Placed 160/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sda -Placed 27/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdc -Placed 27/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdd -Placed 27/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb -Placed 245/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda -Placed 245/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc -Placed 245/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd -Placed 150/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb -Placed 150/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sda -Placed 150/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc -Placed 181/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdd -Placed 181/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb -Placed 181/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sda -Placed 67/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdc -Placed 67/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdd -Placed 67/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb -Placed 93/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda -Placed 93/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc -Placed 93/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdd -Placed 207/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb -Placed 207/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda -Placed 207/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc -Placed 98/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdd -Placed 98/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb -Placed 98/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdd -Placed 139/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb -Placed 65/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sda -Placed 65/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc -Placed 65/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd -Placed 244/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdb -Placed 244/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda -Placed 244/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc -Placed 28/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd -Placed 28/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdb -Placed 28/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda -Placed 164/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdc -Placed 164/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdd -Placed 164/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb -Placed 159/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc -Placed 159/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdd -Placed 75/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdb -Placed 75/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sda -Placed 75/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc -Placed 117/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd -Placed 117/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdb -Placed 117/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sda -Placed 101/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdc -Placed 101/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd -Placed 101/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdb -Placed 128/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda -Placed 128/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdc -Placed 128/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd -Placed 54/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb -Placed 54/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda -Placed 54/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc -Placed 168/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd -Placed 168/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb -Placed 168/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc -Placed 15/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd -Placed 15/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdb -Placed 136/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda -Placed 136/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdc -Placed 136/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdd -Placed 253/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdb -Placed 253/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sda -Placed 253/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc -Placed 250/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdd -Placed 250/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb -Placed 250/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sda -Placed 246/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdc -Placed 246/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdd -Placed 246/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb -Placed 126/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sda -Placed 126/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc -Placed 126/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdd -Placed 206/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb -Placed 206/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sda -Placed 206/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc -Placed 169/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdd -Placed 169/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb -Placed 169/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sda -Placed 74/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc -Placed 74/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd -Placed 74/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdb -Placed 158/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda -Placed 158/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc -Placed 158/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd -Placed 216/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdb -Placed 216/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sda -Placed 216/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc -Placed 68/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd -Placed 68/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb -Placed 68/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda -Placed 95/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc -Placed 95/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd -Placed 95/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdb -Placed 135/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda -Placed 135/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc -Placed 135/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd -Placed 90/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb -Placed 90/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda -Placed 90/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdc -Placed 203/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd -Placed 203/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdb -Placed 203/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sda -Placed 114/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc -Placed 114/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdd -Placed 114/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb -Placed 47/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda -Placed 47/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc -Placed 47/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdd -Placed 145/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdb -Placed 145/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sda -Placed 145/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdc -Placed 214/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdd -Placed 214/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdb -Placed 214/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda -Placed 174/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc -Placed 174/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdd -Placed 174/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdb -Placed 104/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sda -Placed 104/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdc -Placed 104/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd -Placed 70/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb -Placed 70/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sda -Placed 70/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc -Placed 154/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd -Placed 154/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb -Placed 154/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sda -Placed 35/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdc -Placed 35/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd -Placed 35/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdb -Placed 4/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sda -Placed 4/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdc -Placed 4/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdd -Placed 100/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdb -Placed 100/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sda -Placed 100/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdc -Placed 177/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd -Placed 177/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb -Placed 177/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sda -Placed 227/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc -Placed 227/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd -Placed 227/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdb -Placed 61/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda -Placed 61/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdc -Placed 61/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd -Placed 62/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdb -Placed 62/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sda -Placed 62/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc -Placed 243/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdd -Placed 243/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb -Placed 243/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sda -Placed 218/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdc -Placed 218/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd -Placed 218/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb -Placed 233/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda -Placed 233/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc -Placed 233/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd -Placed 151/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb -Placed 151/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sda -Placed 151/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc -Placed 13/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdd -Placed 13/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb -Placed 13/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sda -Placed 187/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc -Placed 187/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd -Placed 187/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdb -Placed 99/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sda -Placed 99/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc -Placed 99/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdd -Placed 141/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdb -Placed 141/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda -Placed 141/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd -Placed 238/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb -Placed 238/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sda -Placed 81/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc -Placed 81/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdd -Placed 81/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb -Placed 20/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda -Placed 20/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc -Placed 20/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd -Placed 130/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdb -Placed 130/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda -Placed 130/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc -Placed 165/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd -Placed 165/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb -Placed 165/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda -Placed 41/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdc -Placed 41/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdd -Placed 41/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdb -Placed 236/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sda -Placed 236/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdc -Placed 236/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd -Placed 91/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdb -Placed 91/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda -Placed 91/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdc -Placed 77/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdd -Placed 77/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb -Placed 77/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda -Placed 129/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc -Placed 129/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd -Placed 129/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdb -Placed 60/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda -Placed 60/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc -Placed 60/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd -Placed 140/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdb -Placed 140/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sda -Placed 140/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdc -Placed 252/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd -Placed 252/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdb -Placed 252/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda -Placed 234/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc -Placed 234/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd -Placed 234/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdb -Placed 180/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sda -Placed 180/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc -Placed 180/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd -Placed 143/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdb -Placed 143/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sda -Placed 143/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdc -Placed 106/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdd -Placed 106/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb -Placed 106/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sda -Placed 89/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc -Placed 89/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd -Placed 89/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb -Placed 232/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda -Placed 232/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdc -Placed 232/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdd -Placed 147/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb -Placed 147/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sda -Placed 147/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc -Placed 188/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdd -Placed 188/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb -Placed 188/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda -Placed 240/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdc -Placed 240/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd -Placed 240/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb -Placed 162/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda -Placed 162/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc -Placed 162/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd -Placed 37/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdb -Placed 37/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda -Placed 37/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc -Placed 125/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd -Placed 125/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdb -Placed 125/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sda -Placed 76/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc -Placed 76/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb -Placed 119/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda -Placed 119/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc -Placed 119/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd -Placed 208/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdb -Placed 208/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda -Placed 208/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdc -Placed 242/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd -Placed 242/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb -Placed 242/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda -Placed 209/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdc -Placed 209/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdd -Placed 209/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb -Placed 132/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda -Placed 132/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdc -Placed 132/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 191 (Last start was 109) -DEBUG: Gather start is 191 (Last start was 109) -Gather start is 191 (Last start was 109) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 191 (Last start was 109) -DEBUG: Gather start is 191 (Last start was 109) -DEBUG: Gather start is 191 (Last start was 109) -Gather start is 191 (Last start was 109) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok - -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00274706s) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, merge_syncs, ([{'remote_id': '89549c56-8fe2-4a7b-9391-d6e786edcabc-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (2, '8f99debd2a31577454e0437c6cf6f797', '426adaa4-6359-4952-915a-28dcefaf8fb6-', '1787059039.68816', '1787058000', '0', '', '1787058000', 1, 0) -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/fbdd0370d7c5c499d3377de8c5f8c002, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1787059044.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1787059044.00000', 'deleted': 0, 'storage_policy_index': 0}], '426adaa4-6359-4952-915a-28dcefaf8fb6-') -test DEBUG: /tmp/tmpx_p2bfy0/sdb/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00246072s) -REPLICATE: /sda/0/fbdd0370d7c5c499d3377de8c5f8c002, merge_syncs, ([{'remote_id': '89549c56-8fe2-4a7b-9391-d6e786edcabc-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'f8a8b68d287749b4032de603f22e3be1', 'b738ca1b-f707-402f-b35d-88753a95223f-', '1787059039.77879', '1787059039.77654', '0', '', '1787059039.77654', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b738ca1b-f707-402f-b35d-88753a95223f-', '5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.78028.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'f8a8b68d287749b4032de603f22e3be1', 'b738ca1b-f707-402f-b35d-88753a95223f-', '1787059039.77879', '1787059039.77654', '0', '', '1787059039.77654', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.78022', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059039.78022', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059039.78022', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.78043', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.78043', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.78028', 'epoch': '1787059039.78028', 'reported': 0, 'tombstones': -1}], 'b738ca1b-f707-402f-b35d-88753a95223f-') -test DEBUG: /tmp/tmpyh3hyoad/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.78028.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyh3hyoad/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.78028.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '975d9702ec092d3910d2114f13fbbb9d', '1d531ab7-05bb-4dca-839f-c8e55935af2b-', '1787059039.80990', '1787059039.80811', '0', '', '1787059039.80811', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.82194', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059039.82194', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059039.82194', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.82300', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.82300', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.81107', 'epoch': '1787059039.81107', 'reported': 0, 'tombstones': -1}], '1d531ab7-05bb-4dca-839f-c8e55935af2b-') -test DEBUG: /tmp/tmprwi9prgf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.81107.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmprwi9prgf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.81107.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '975d9702ec092d3910d2114f13fbbb9d', '1d531ab7-05bb-4dca-839f-c8e55935af2b-', '1787059039.80990', '1787059039.81897', '0', '', '1787059039.80811', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.82194', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059039.82194', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059039.82194', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.82300', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.82300', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.81107', 'epoch': '1787059039.81107', 'reported': 0, 'tombstones': -1}], '1d531ab7-05bb-4dca-839f-c8e55935af2b-') -test DEBUG: /tmp/tmprwi9prgf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.81107.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmprwi9prgf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.81107.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '975d9702ec092d3910d2114f13fbbb9d', '1eea87db-40f0-4a75-a534-f4941bee1d81-', '1787059039.86521', '1787059039.86338', '0', '', '1787059039.86338', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.87777', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059039.87777', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059039.87777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.87887', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.87887', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.86646', 'epoch': '1787059039.86646', 'reported': 0, 'tombstones': -1}], '1eea87db-40f0-4a75-a534-f4941bee1d81-') -test DEBUG: /tmp/tmp7tn4h4yl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.86646.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp7tn4h4yl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.86646.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '975d9702ec092d3910d2114f13fbbb9d', '1eea87db-40f0-4a75-a534-f4941bee1d81-', '1787059039.86521', '1787059039.87482', '0', '', '1787059039.86338', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.87777', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059039.87777', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059039.87777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.87887', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.87887', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.86646', 'epoch': '1787059039.86646', 'reported': 0, 'tombstones': -1}], '1eea87db-40f0-4a75-a534-f4941bee1d81-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok - Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) ------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. ------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 ------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this +NOTE: Balance of 109.38 indicates you should push this ring, wait at least 1 hours, and rebalance/repush. ------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 57.29. Dispersion is now 0.52 ------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not +NOTE: Dispersion of 0.520833 indicates some parts are not optimally dispersed. You may want to adjust some device weights, increase the overload or review the dispersion report. ------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +Note: using /tmp/tmp9ywg5suz/tmpojkzxgec.builder instead of /tmp/tmp9ywg5suz/tmpojkzxgec.ring.gz as builder file +Reassigned 1 (1.56%) partitions. Balance is now 100.00. Dispersion is now 0.00 ------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 24 hours, and rebalance/repush. ------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmp8_jhfeoi/tmpi9xfewj4.builder instead of /tmp/tmp8_jhfeoi/tmpi9xfewj4.ring.gz as builder file +Note: using /tmp/tmpxe5x1r1b/tmpzvpefv7w.builder instead of /tmp/tmpxe5x1r1b/tmpzvpefv7w.ring.gz as builder file Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance.test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +fake-swift DEBUG: A key is specified for bucket API. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 1137656 +my-daemon DEBUG: Forked worker 1137656 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +Quarantined /tmp/tmplsk4ubl9/dev/dbs/par/pre/db to /tmp/tmplsk4ubl9/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmplsk4ubl9/dev/dbs/par/pre/db to /tmp/tmplsk4ubl9/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmplsk4ubl9/dev/dbs/par/pre/db to /tmp/tmplsk4ubl9/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmplsk4ubl9/dev/dbs/par/pre/db to /tmp/tmplsk4ubl9/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmptki1vvsx/dev/dbs/par/pre/db to /tmp/tmptki1vvsx/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmp6qygkgif/dev/dbs/par/pre/db to /tmp/tmp6qygkgif/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurableTraceback (most recent call last): + ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_internal_client.py", line 889, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_internal_client.py", line 889, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_internal_client.py", line 889, in __call__ + raise Exception() +Exception +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors @@ -18884,417 +17654,361 @@ test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_metric_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmp3o2k2jek/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmpaygrtf0l/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0125 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0034 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_no_default_sample_rate ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:othertest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: Problem finding shard upper in '/tmp/tmpxs2ooxo7/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpxs2ooxo7/test_container.db': : +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 133, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1460, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ return self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -19303,3736 +18017,1496 @@ ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpbojampcf/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpbojampcf/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok - + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 252, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 141, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok - -test DEBUG: /tmp/tmp7tn4h4yl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.86646.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp7tn4h4yl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.86646.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '37a56bffcc08d4f7cf22b1ff7abbefb4', 'ecee94ef-b441-4d73-a952-00b005749f2c-', '1787059039.92054', '1787059039.91871', '0', '', '1787059039.91871', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.93339', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.93339', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059039.93339', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.93482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.93482', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.92182', 'epoch': '1787059039.92182', 'reported': 0, 'tombstones': -1}], 'ecee94ef-b441-4d73-a952-00b005749f2c-') -test DEBUG: /tmp/tmpyafq236t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.92182.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyafq236t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.92182.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '37a56bffcc08d4f7cf22b1ff7abbefb4', 'ecee94ef-b441-4d73-a952-00b005749f2c-', '1787059039.92054', '1787059039.93026', '0', '', '1787059039.91871', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.93339', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.93339', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059039.93339', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.93482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.93482', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.92182', 'epoch': '1787059039.92182', 'reported': 0, 'tombstones': -1}], 'ecee94ef-b441-4d73-a952-00b005749f2c-') -test DEBUG: /tmp/tmpyafq236t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.92182.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyafq236t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.92182.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '37a56bffcc08d4f7cf22b1ff7abbefb4', '7efd5506-fe05-4093-b779-78d983066177-', '1787059039.97795', '1787059039.97616', '0', '', '1787059039.97616', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.99039', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.99039', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059039.99039', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.99166', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.99166', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.97914', 'epoch': '1787059039.97914', 'reported': 0, 'tombstones': -1}], '7efd5506-fe05-4093-b779-78d983066177-') -test DEBUG: /tmp/tmpt0lk8v35/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.97914.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpt0lk8v35/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.97914.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '37a56bffcc08d4f7cf22b1ff7abbefb4', '7efd5506-fe05-4093-b779-78d983066177-', '1787059039.97795', '1787059039.98726', '0', '', '1787059039.97616', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059039.99039', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.99039', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059039.99039', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059039.99166', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059039.99166', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059039.97914', 'epoch': '1787059039.97914', 'reported': 0, 'tombstones': -1}], '7efd5506-fe05-4093-b779-78d983066177-') -test DEBUG: /tmp/tmpt0lk8v35/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.97914.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpt0lk8v35/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059039.97914.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'f37d92645a64375844b1a3c123cfe7f8', 'af114800-99a3-47c3-92d3-75924be31b27-', '1787059040.03505', '1787059040.03334', '0', '', '1787059040.03334', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059040.03624', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059040.03624', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059040.03624', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059040.03644', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059040.03644', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059040.03629', 'epoch': '1787059040.03629', 'reported': 0, 'tombstones': -1}], 'af114800-99a3-47c3-92d3-75924be31b27-') -test DEBUG: /tmp/tmpgb1ao7b0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.03629.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgb1ao7b0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.03629.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'f37d92645a64375844b1a3c123cfe7f8', 'af114800-99a3-47c3-92d3-75924be31b27-', '1787059040.03505', '1787059040.04415', '0', '', '1787059040.03334', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059040.03624', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059040.03624', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059040.03624', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059040.03644', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059040.03644', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059040.03629', 'epoch': '1787059040.03629', 'reported': 0, 'tombstones': -1}], 'af114800-99a3-47c3-92d3-75924be31b27-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok - -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data"test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0184 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0133 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0136 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0131 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0212 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0132 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0136 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0097 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0093 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0178 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0172 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:10 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0132 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0133 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test DEBUG: Unlinked retiring db '/tmp/tmplgu89ybi/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0133 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9o64ydm9/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01429 seconds (69.97338/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.01242 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txe90c40955e324416b1a96-0068774dfb) +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txeaf48f01146c410e93ce6-0068774dfb) +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx34fafe811d5b4da6a4ad9-0068774dfb) +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/Jul/2025 07:00:11] "GET /someurl HTTP/1.1" 200 160 0.000053 +proxy INFO: 192.168.0.1 - - [16/Jul/2025 07:00:11] "GET /otherurl HTTP/1.1" 200 179 0.000030 +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/Jul/2025 07:00:11] "GET /someurl HTTP/1.0" 200 186 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [16/Jul/2025 07:00:11] "GET /someurl HTTP/1.0" 200 179 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 07:00:11] "GET /someurl HTTP/1.0" 200 180 0.000060 +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 07:00:11] "GET /someurl HTTP/1.0" 200 180 0.000035 +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +proxy INFO: (1137656) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137656) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 07:00:11] "GET /someurl HTTP/1.0" 200 180 0.000035 +proxy INFO: wsgi exiting +proxy INFO: (1137656) wsgi exited, is_accepting=True +test WARNING: Skipping /tmp/tmp5xezj0rt/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmp5xezj0rt/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmp5xezj0rt/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmp9124p2dj/asdf/data because [Errno 20] Not a directory: '/tmp/tmp9124p2dj/asdf/data' +test WARNING: Skipping /tmp/tmp9124p2dj/asdf/data because [Errno 20] Not a directory: '/tmp/tmp9124p2dj/asdf/data' +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping /tmp/tmpu8coklqt/asdf/data because [Errno 20] Not a directory: '/tmp/tmpu8coklqt/asdf/data' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 525, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 1739, in await_response + self.resp = self.conn.getexpect() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 843, in getexpect + expect_status = self._status.get_expect_status() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 746, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx36c458dec83c4a2eb313f-0068774dfb)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0036 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0020 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0019 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 2651796 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0034 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0032 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0081 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0033 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0015 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_utils.TestInputProxy.test_bytes_received -test.unit.common.test_utils.TestInputProxy.test_bytes_received ... ok -test.unit.common.test_utils.TestInputProxy.test_chunk_update_modifies_chunk -test.unit.common.test_utils.TestInputProxy.test_chunk_update_modifies_chunk ... ok -test.unit.common.test_utils.TestInputProxy.test_close -test.unit.common.test_utils.TestInputProxy.test_close ... ok -test.unit.common.test_utils.TestInputProxy.test_read_all -test.unit.common.test_utils.TestInputProxy.test_read_all ... ok -test.unit.common.test_utils.TestInputProxy.test_read_client_disconnect -test.unit.common.test_utils.TestInputProxy.test_read_client_disconnect ... ok -test.unit.common.test_utils.TestInputProxy.test_read_piecemeal_chunk_update -test.unit.common.test_utils.TestInputProxy.test_read_piecemeal_chunk_update ... ok -test.unit.common.test_utils.TestInputProxy.test_read_size -test.unit.common.test_utils.TestInputProxy.test_read_size ... ok -test.unit.common.test_utils.TestInputProxy.test_read_unlimited_chunk_update -test.unit.common.test_utils.TestInputProxy.test_read_unlimited_chunk_update ... ok -test.unit.common.test_utils.TestInputProxy.test_readline -test.unit.common.test_utils.TestInputProxy.test_readline ... ok -test.unit.common.test_utils.TestInputProxy.test_readline_client_disconnect -test.unit.common.test_utils.TestInputProxy.test_readline_client_disconnect ... ok -test.unit.common.test_utils.TestInputProxy.test_readline_piecemeal_chunk_update -test.unit.common.test_utils.TestInputProxy.test_readline_piecemeal_chunk_update ... ok -test.unit.common.test_utils.TestInputProxy.test_readline_unlimited_chunk_update -test.unit.common.test_utils.TestInputProxy.test_readline_unlimited_chunk_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 249, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok + +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0009 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0091 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0248 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0165 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0162 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0158 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0165 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0092 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0106 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0247 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0225 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0144 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0304 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0071 "-" 1137647 0 +test DEBUG: Unlinked retiring db '/tmp/tmpwi_yghxx/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0103 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0105 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0075 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0073 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0061 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0085 "-" 1137647 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 392, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok - -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: tx59d67c17e4c04e2d99c6a-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: tx59d67c17e4c04e2d99c6a-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: tx59d67c17e4c04e2d99c6a-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: tx59d67c17e4c04e2d99c6a-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: tx59d67c17e4c04e2d99c6a-006a845b5e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: tx59d67c17e4c04e2d99c6a-006a845b5e) -test ERROR: Container GET returning 503 for [] (txn: tx59d67c17e4c04e2d99c6a-006a845b5e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9bf0ce754b794c11baf54-006a845b60) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9bf0ce754b794c11baf54-006a845b60) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9bf0ce754b794c11baf54-006a845b60) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx9bf0ce754b794c11baf54-006a845b60) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx9bf0ce754b794c11baf54-006a845b60) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx9bf0ce754b794c11baf54-006a845b60) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx9bf0ce754b794c11baf54-006a845b60) -test INFO: Client disconnected on read of '/a/c' (txn: txf6b24863a1ca4b0e95e21-006a845b60) -test INFO: Client disconnected on read of '/a/c' (txn: txd121369d1e764661b9f38-006a845b60) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9da1b64a4e8541c2b62dd-006a845b60) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9da1b64a4e8541c2b62dd-006a845b60) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9da1b64a4e8541c2b62dd-006a845b60)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok - -test DEBUG: /tmp/tmpgb1ao7b0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.03629.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgb1ao7b0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.03629.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'f37d92645a64375844b1a3c123cfe7f8', 'a751539e-b288-4025-8cfe-8498e323705f-', '1787059040.92174', '1787059040.91989', '0', '', '1787059040.91989', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059040.92286', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059040.92286', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059040.92286', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059040.92304', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059040.92304', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059040.92292', 'epoch': '1787059040.92292', 'reported': 0, 'tombstones': -1}], 'a751539e-b288-4025-8cfe-8498e323705f-') -test DEBUG: /tmp/tmp51gg3w2i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.92292.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp51gg3w2i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.92292.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'f37d92645a64375844b1a3c123cfe7f8', 'a751539e-b288-4025-8cfe-8498e323705f-', '1787059040.92174', '1787059040.93056', '0', '', '1787059040.91989', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059040.92286', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059040.92286', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059040.92286', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059040.92304', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059040.92304', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059040.92292', 'epoch': '1787059040.92292', 'reported': 0, 'tombstones': -1}], 'a751539e-b288-4025-8cfe-8498e323705f-') -test DEBUG: /tmp/tmp51gg3w2i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.92292.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp51gg3w2i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.92292.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '96d6345233a7586e1303dea1323e1df7', 'c9707fa2-8f8d-41cb-87e0-82e37fd43be7-', '1787059040.96246', '1787059040.96065', '0', '', '1787059040.96065', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c9707fa2-8f8d-41cb-87e0-82e37fd43be7-', '5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.96531.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '96d6345233a7586e1303dea1323e1df7', 'c9707fa2-8f8d-41cb-87e0-82e37fd43be7-', '1787059040.96246', '1787059040.96065', '0', '', '1787059040.96065', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059040.96363', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059040.96363', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059040.96363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059040.96551', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059040.96551', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059040.96531', 'epoch': '1787059040.96531', 'reported': 0, 'tombstones': -1}], 'c9707fa2-8f8d-41cb-87e0-82e37fd43be7-') -test DEBUG: /tmp/tmp2tfsvzph/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.96531.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2tfsvzph/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059040.96531.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '96d6345233a7586e1303dea1323e1df7', 'f870ae2d-2957-45cb-add4-eaf324e2b195-', '1787059041.00136', '1787059040.99945', '0', '', '1787059040.99945', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f870ae2d-2957-45cb-add4-eaf324e2b195-', '5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.00439.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '96d6345233a7586e1303dea1323e1df7', 'f870ae2d-2957-45cb-add4-eaf324e2b195-', '1787059041.00136', '1787059040.99945', '0', '', '1787059040.99945', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059041.00260', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059041.00260', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059041.00260', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059041.00458', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059041.00458', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059041.00439', 'epoch': '1787059041.00439', 'reported': 0, 'tombstones': -1}], 'f870ae2d-2957-45cb-add4-eaf324e2b195-') -test DEBUG: /tmp/tmp_bjh73s9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.00439.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp_bjh73s9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.00439.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'a42e96e37f97b391f0d74c761cded448', '93637db3-0bed-41f8-b073-0a0ee8653e60-', '1787059041.03635', '1787059041.03456', '0', '', '1787059041.03456', 3, 0) -test WARNING: /tmp/tmp69jbae_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.03890.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp69jbae_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.03890.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'a42e96e37f97b391f0d74c761cded448', '93637db3-0bed-41f8-b073-0a0ee8653e60-', '1787059041.03635', '1787059041.04676', '0', '', '1787059041.03456', 3, 0) -test WARNING: /tmp/tmp69jbae_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.03890.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp69jbae_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.03890.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'a42e96e37f97b391f0d74c761cded448', '2892d81d-2274-4427-a3fd-73c178413ab1-', '1787059041.07366', '1787059041.07177', '0', '', '1787059041.07177', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok - -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0072 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmpy2finml9/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0032 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0067 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok - -test ERROR: Container GET returning 503 for [] (txn: tx9da1b64a4e8541c2b62dd-006a845b60) -test INFO: Client disconnected on read of '/a/c' (txn: tx9da1b64a4e8541c2b62dd-006a845b60) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeae793e267c94aea9a57d-006a845b61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeae793e267c94aea9a57d-006a845b61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeae793e267c94aea9a57d-006a845b61) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeae793e267c94aea9a57d-006a845b61) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeae793e267c94aea9a57d-006a845b61) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeae793e267c94aea9a57d-006a845b61) -test ERROR: Container GET returning 503 for [] (txn: txeae793e267c94aea9a57d-006a845b61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx616de06c5ba145ca84d51-006a845b61) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx616de06c5ba145ca84d51-006a845b61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx616de06c5ba145ca84d51-006a845b61) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx616de06c5ba145ca84d51-006a845b61) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx616de06c5ba145ca84d51-006a845b61) -test ERROR: Container GET returning 503 for [] (txn: tx616de06c5ba145ca84d51-006a845b61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d65c9371267485dac038-006a845b61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d65c9371267485dac038-006a845b61) -test ERROR: Container GET returning 503 for [] (txn: tx0d65c9371267485dac038-006a845b61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef296596ebb24983a741c-006a845b61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb1ff56b624774c69b2cf4-006a845b61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb1ff56b624774c69b2cf4-006a845b61) -test ERROR: Container GET returning 503 for [500, 500] (txn: txb1ff56b624774c69b2cf4-006a845b61) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0ffa7fea43214efea4769-006a845b61) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2188d016452a44d9ac6f3-006a845b61) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2188d016452a44d9ac6f3-006a845b61) -test INFO: Client disconnected on read of '/a/c' (txn: tx2188d016452a44d9ac6f3-006a845b61) -test ERROR: Container GET returning 503 for [] (txn: tx8d0be126054e443ba050a-006a845b61) -test INFO: Client disconnected on read of '/a/c' (txn: tx8d0be126054e443ba050a-006a845b61) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx3a602ee212cb4d77a49ed-006a845b61) -test INFO: Client disconnected on read of '/a/c' (txn: tx3a602ee212cb4d77a49ed-006a845b61) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx006514c77a044edb9dbf6-006a845b61) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx006514c77a044edb9dbf6-006a845b61) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx006514c77a044edb9dbf6-006a845b61) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx006514c77a044edb9dbf6-006a845b61) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx006514c77a044edb9dbf6-006a845b61) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx006514c77a044edb9dbf6-006a845b61) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0a4915cd2db94e5db9d58-006a845b61)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 16/Jul/2025/07/00/11 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1752649211.600578547 1752649211.600843430 - +fake-swift INFO: - - 16/Jul/2025/07/00/11 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1752649211.601785898 1752649211.601948261 - +fake-swift INFO: - - 16/Jul/2025/07/00/11 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1752649211.602463007 1752649211.602588654 - +fake-swift INFO: - - 16/Jul/2025/07/00/11 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1752649211.602939129 1752649211.603066206 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 16/Jul/2025/07/00/11 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1752649211.620086670 1752649211.620201111 - +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000002) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1751983200 +test DEBUG: looking for objects in 1751983200 +test DEBUG: checking container 1751979600 +test DEBUG: looking for objects in 1751979600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0000000000.00000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 827, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 275, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable)test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok - -test WARNING: /tmp/tmppjoqhg8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.07592.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmppjoqhg8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.07592.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'a42e96e37f97b391f0d74c761cded448', '2892d81d-2274-4427-a3fd-73c178413ab1-', '1787059041.07366', '1787059041.08311', '0', '', '1787059041.07177', 3, 0) -test WARNING: /tmp/tmppjoqhg8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.07592.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmppjoqhg8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059041.07592.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '6e8acea7ce554e4b8702ba493358792e', '8f457019-fd4f-491a-9a4d-6a1f648ed43f-', '1787059042.28371', '1787059042.28192', '0', '', '1787059042.28192', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059042.29596', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.29596', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059042.29596', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059042.29742', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.29742', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059042.28607', 'epoch': '1787059042.28607', 'reported': 0, 'tombstones': -1}], '8f457019-fd4f-491a-9a4d-6a1f648ed43f-') -test DEBUG: /tmp/tmp3uacz2z3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.28607.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3uacz2z3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.28607.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '6e8acea7ce554e4b8702ba493358792e', '8f457019-fd4f-491a-9a4d-6a1f648ed43f-', '1787059042.28371', '1787059042.29306', '0', '', '1787059042.28192', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059042.29596', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.29596', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059042.29596', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059042.29742', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.29742', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059042.28607', 'epoch': '1787059042.28607', 'reported': 0, 'tombstones': -1}], '8f457019-fd4f-491a-9a4d-6a1f648ed43f-') -test DEBUG: /tmp/tmp3uacz2z3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.28607.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3uacz2z3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.28607.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '6e8acea7ce554e4b8702ba493358792e', '8e0bdffa-9827-4b53-a413-c7e6c18ff3fc-', '1787059042.35559', '1787059042.35349', '0', '', '1787059042.35349', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059042.36987', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.36987', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059042.36987', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059042.37127', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.37127', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059042.35841', 'epoch': '1787059042.35841', 'reported': 0, 'tombstones': -1}], '8e0bdffa-9827-4b53-a413-c7e6c18ff3fc-') -test DEBUG: /tmp/tmpokiw5217/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.35841.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpokiw5217/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.35841.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '6e8acea7ce554e4b8702ba493358792e', '8e0bdffa-9827-4b53-a413-c7e6c18ff3fc-', '1787059042.35559', '1787059042.36668', '0', '', '1787059042.35349', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059042.36987', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.36987', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059042.36987', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059042.37127', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.37127', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059042.35841', 'epoch': '1787059042.35841', 'reported': 0, 'tombstones': -1}], '8e0bdffa-9827-4b53-a413-c7e6c18ff3fc-') -test DEBUG: /tmp/tmpokiw5217/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.35841.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpokiw5217/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.35841.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '0c509d45d77695e0007c4e6d96ef3e33', '314d5b42-e114-4763-8f6d-72dae9a78e27-', '1787059042.41447', '1787059042.41267', '0', '', '1787059042.41267', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059042.41562', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.41562', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059042.41562', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059042.41707', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.41707', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059042.41677', 'epoch': '1787059042.41677', 'reported': 0, 'tombstones': -1}], '314d5b42-e114-4763-8f6d-72dae9a78e27-') -test DEBUG: /tmp/tmpobk07vk1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.41677.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpobk07vk1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.41677.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '0c509d45d77695e0007c4e6d96ef3e33', '314d5b42-e114-4763-8f6d-72dae9a78e27-', '1787059042.41447', '1787059042.42426', '0', '', '1787059042.41267', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok - -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0a4915cd2db94e5db9d58-006a845b61) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0a4915cd2db94e5db9d58-006a845b61) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0a4915cd2db94e5db9d58-006a845b61) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0a4915cd2db94e5db9d58-006a845b61) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx0a4915cd2db94e5db9d58-006a845b61) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: Setting object count to 1032 (txn: tx09c13a6d679645ef95241-006a845b63) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: Setting object count to 48 (txn: tx808c304342c54fdcade88-006a845b63) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7bdd9a44dc34b7d8cea7-006a845b63)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test ERROR: Failed to unlink '/tmp/tmprv33acnu/containers/part/suffix/hash/container.db': + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 1928, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmprv33acnu/containers/part/suffix/hash/container_1787059047.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmprv33acnu/containers/part/suffix/hash/container_1787059047.00000.db': ['/tmp/tmprv33acnu/containers/part/suffix/hash/container.db', '/tmp/tmprv33acnu/containers/part/suffix/hash/container_1787059048.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmprv33acnu/containers/part/suffix/hash/container_1787059048.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0035 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2651759 0 -test ERROR: ERROR Account update failed with 127.0.0.1:57111/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0077 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0026 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0009 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0006 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test DEBUG: Unlinked retiring db '/tmp/tmpqf_m1_58/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0067 "-" 2651759 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 2134, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: Setting object count to 1064 (txn: txd7bdd9a44dc34b7d8cea7-006a845b63) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txe7d8b3eef788425e92840-006a845b64) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe7d8b3eef788425e92840-006a845b64) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe7d8b3eef788425e92840-006a845b64) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe7d8b3eef788425e92840-006a845b64) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe7d8b3eef788425e92840-006a845b64) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe7d8b3eef788425e92840-006a845b64) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txe7d8b3eef788425e92840-006a845b64) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx0842a193d9a34aa490ef5-006a845b64) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0842a193d9a34aa490ef5-006a845b64) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0842a193d9a34aa490ef5-006a845b64) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0842a193d9a34aa490ef5-006a845b64) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0842a193d9a34aa490ef5-006a845b64) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0842a193d9a34aa490ef5-006a845b64) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0842a193d9a34aa490ef5-006a845b64) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Setting object count to 1065 (txn: txb362ebc03a3f474d8e44b-006a845b65) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Setting object count to 1065 (txn: tx2a1550284521411d9db6b-006a845b65) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6d0d5bfc08a542d9b0e75-006a845b66) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx6d0d5bfc08a542d9b0e75-006a845b66) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5cfc7fbfa7a447c4b0160-006a845b67)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '0000003618.84187', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 827, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 275, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '0000003600.00000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 827, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 275, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1752645600 +test DEBUG: looking for objects in 1752645600 +test DEBUG: checking container 1752642000 +test DEBUG: looking for objects in 1752642000 +test DEBUG: checking container 1752638400 +test DEBUG: looking for objects in 1752638400 +test DEBUG: checking container 1752634800 +test DEBUG: looking for objects in 1752634800 +test DEBUG: checking container 1752631200 +test DEBUG: looking for objects in 1752631200 +test DEBUG: checking container 1752627600 +test DEBUG: looking for objects in 1752627600 +test DEBUG: checking container 1752624000 +test DEBUG: looking for objects in 1752624000 +test DEBUG: checking container 1752620400 +test DEBUG: looking for objects in 1752620400 +test DEBUG: checking container 1752616800 +test DEBUG: looking for objects in 1752616800 +test DEBUG: checking container 1752044400 +test DEBUG: looking for objects in 1752044400 +test DEBUG: checking container 1752040800 +test DEBUG: looking for objects in 1752040800 +test DEBUG: checking container 1752037200 +test DEBUG: looking for objects in 1752037200 +test DEBUG: checking container 1752033600 +test DEBUG: looking for objects in 1752033600 +test DEBUG: checking container 1752030000 +test DEBUG: looking for objects in 1752030000 +test DEBUG: checking container 1752026400 +test DEBUG: looking for objects in 1752026400 +test DEBUG: checking container 1752022800 +test DEBUG: looking for objects in 1752022800 +test DEBUG: checking container 1752019200 +test DEBUG: looking for objects in 1752019200 +test DEBUG: checking container 1752015600 +test DEBUG: looking for objects in 1752015600 +test DEBUG: checking container 1752012000 +test DEBUG: looking for objects in 1752012000 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000002) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1752649212.121460) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1752649212.121460) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1752649212.121460) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1752649212.121460) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1752649212.121460) in policy_index 1 will be deleted from policy_index 0 (1752649212.12146_0000000000000003) +test INFO: delete_success: '/AUTH_bob/c/o1' (1752649212.121460) deleted from policy_index 0 (1752649212.12146_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1752649212.121460) from policy_index 1 (1752649212.12146_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1752649212.121460) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1752649212.121460) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1752649212.121460) from the queue (1752649212.12146_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_my_ppid -test.unit.common.test_utils.TestUtils.test_get_my_ppid ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_runs_out_of_retries -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_runs_out_of_retries ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059042.41562', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.41562', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059042.41562', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059042.41707', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059042.41707', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059042.41677', 'epoch': '1787059042.41677', 'reported': 0, 'tombstones': -1}], '314d5b42-e114-4763-8f6d-72dae9a78e27-') -test DEBUG: /tmp/tmpobk07vk1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.41677.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpobk07vk1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059042.41677.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'cbcd14286107555b456ad60d22721888', '6504f048-3d28-4f31-b0fa-4520ba98c34b-', '1787059043.46728', '1787059043.46551', '0', '', '1787059043.46551', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059043.46843', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.46843', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059043.46843', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059043.46982', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.46982', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059043.46965', 'epoch': '1787059043.46965', 'reported': 0, 'tombstones': -1}], '6504f048-3d28-4f31-b0fa-4520ba98c34b-') -test DEBUG: /tmp/tmplly7qsho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059043.46965.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplly7qsho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059043.46965.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'cbcd14286107555b456ad60d22721888', '6504f048-3d28-4f31-b0fa-4520ba98c34b-', '1787059043.46728', '1787059043.47666', '0', '', '1787059043.46551', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059043.46843', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.46843', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059043.46843', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059043.46982', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.46982', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059043.46965', 'epoch': '1787059043.46965', 'reported': 0, 'tombstones': -1}], '6504f048-3d28-4f31-b0fa-4520ba98c34b-') -test DEBUG: /tmp/tmplly7qsho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059043.46965.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplly7qsho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1787059043.46965.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '44788a36a9b07afb52fc3badb95225fd', 'b335724a-ee88-459c-9a15-ec8a2357ceff-sda', '1787059043.51160', '1787059043.50989', '0', '', '1787059043.50989', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b335724a-ee88-459c-9a15-ec8a2357ceff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '186a804cece1fa6a250978312535bb68', 'dc3ea58b-a2a8-4995-997a-a57e408bab6f-sda', '1787059043.52293', '1787059043.52124', '0', '', '1787059043.52124', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059043.52872', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059043.52872', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059043.52872', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059043.53352', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.53352', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059043.52970', 'epoch': '1787059043.52970', 'reported': 0, 'tombstones': -1}], 'dc3ea58b-a2a8-4995-997a-a57e408bab6f-sda') -test DEBUG: /tmp/tmpkikugu4v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkikugu4v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '186a804cece1fa6a250978312535bb68', 'dc3ea58b-a2a8-4995-997a-a57e408bab6f-sda', '1787059043.52293', '1787059043.52552', '0', '', '1787059043.52124', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059043.52872', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059043.52872', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059043.52872', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059043.53352', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.53352', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059043.52970', 'epoch': '1787059043.52970', 'reported': 0, 'tombstones': -1}], 'dc3ea58b-a2a8-4995-997a-a57e408bab6f-sda') -test DEBUG: /tmp/tmpkikugu4v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkikugu4v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '186a804cece1fa6a250978312535bb68', 'bd66a53e-fdc0-4f62-9428-a6339939061f-sda', '1787059043.56767', '1787059043.56595', '0', '', '1787059043.56595', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059043.57332', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059043.57332', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059043.57332', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059043.57437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.57437', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059043.57421', 'epoch': '1787059043.57421', 'reported': 0, 'tombstones': -1}], 'bd66a53e-fdc0-4f62-9428-a6339939061f-sda') -test DEBUG: /tmp/tmpr2x2eav0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpr2x2eav0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0070 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 2651759 0 -test DEBUG: Unlinked retiring db '/tmp/tmpiszknm2a/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0036 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0054 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0094 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -swift: - - - [18/Aug/2026:13:17:31 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 2651759 - -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -swift: - - - [18/Aug/2026:13:17:31 +0000] "POST /sda-null/p/a/c" 400 75 "-" "-" "-" 0.0047 "-" 2651759 - -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok - -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0008 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 3 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 4 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2651796 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmp1nhf131q: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txc746c01a904b4ba9af56a-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txc9feec701e8e4f7c94bba-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx19bc5f55baaa42eea7d60-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 3161, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2454, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 5225, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2450, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 878, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/controllers/test_obj.py", line 7227, in read + raise Exception('exception message') +Exception: exception message (txn: txff5d75e55f76429c88bec-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txe86af5659c6b4697b19a9-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx18fb198363c54c67b13b1-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx2d82f9fa0d4843c2b7253-0068774dfb)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 420, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 117, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1032, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 424, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 271, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 18/Aug/2026/13/17/18 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1787059038.062888861 1787059038.063773394 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 18/Aug/2026/13/17/18 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1787059038.064369440 1787059038.065145254 0 +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -test INFO: Loaded config file /tmp/tmp4jowd932/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp4jowd932/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmp4jowd932/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmp4jowd932/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp9xxeeucc/missing, config changed -test INFO: Loaded config file /tmp/tmp9xxeeucc/missing, config changed -test INFO: Loaded new config file /tmp/tmprgoj1jrl/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpl2clkxm6/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpl2clkxm6/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmpl2clkxm6/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmpf1zhlk6r/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmpf1zhlk6r/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpf1zhlk6r/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpsvaqq341/missing -test INFO: Loaded config file /tmp/tmp1tjmodrn/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpbwbna3qm/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpbwbna3qm/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp75uhxsnj/backend_rl.conf -test INFO: Loaded config file /tmp/tmpqatodzqy/backend-ratelimit.conf, config changed +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -user quit -No .MockServer object at 0xffff8d82a580> running -.MockServerFactory.MockServer object at 0xffff8d7a6900> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffff8fef87d0> running -No .MockServerFactory.MockServer object at 0xffff8fefa5d0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8d2d8d60> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8d7a5d30> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff8d7a5d30> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8fef82d0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff8fef82d0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8fefa5d0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff8fefa5d0> pid: None signal: 9 -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test ERROR: Problem finding shard upper in '/tmp/tmpcpwrbd1m/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpcpwrbd1m/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpiepg2w4h/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpiepg2w4h/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000003) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000002) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000002) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000003) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123460) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123460) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000003) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123460) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123460) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123460) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123460) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1751983200 +test DEBUG: looking for objects in 1751983200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1751983932.211300) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1751983932.211300) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1751983932.211300) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1751983932.211300) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1751983932.21130) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1751983932.211300) in policy_index 1 was handled successfullytest.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -23061,309 +19535,319 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '186a804cece1fa6a250978312535bb68', 'bd66a53e-fdc0-4f62-9428-a6339939061f-sda', '1787059043.56767', '1787059043.57026', '0', '', '1787059043.56595', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1787059043.57332', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1787059043.57332', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059043.57332', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059043.57437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059043.57437', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059043.57421', 'epoch': '1787059043.57421', 'reported': 0, 'tombstones': -1}], 'bd66a53e-fdc0-4f62-9428-a6339939061f-sda') -test DEBUG: /tmp/tmpr2x2eav0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpr2x2eav0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd5c68987de58bc3379f19a51f2b3471c', '881d5d02-cbb0-49db-aaad-83963809bf1a-sda', '1787059044.71629', '1787059044.71445', '0', '', '1787059044.71445', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('881d5d02-cbb0-49db-aaad-83963809bf1a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmp68x5v2d6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd5c68987de58bc3379f19a51f2b3471c', '353819cd-66c7-4f7a-99f1-2710dd5c0bae-sda', '1787059044.74698', '1787059044.74526', '0', '', '1787059044.74526', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('353819cd-66c7-4f7a-99f1-2710dd5c0bae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd5c68987de58bc3379f19a51f2b3471c', 'cea1a8c0-f30f-4c8f-9866-31a3c6f91189-sda', '1787059044.77385', '1787059044.77196', '0', '', '1787059044.77196', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('cea1a8c0-f30f-4c8f-9866-31a3c6f91189-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpz15r15ym/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd5c68987de58bc3379f19a51f2b3471c', 'f88df17e-c85e-499b-a157-71fe184088c6-sda', '1787059044.80104', '1787059044.79908', '0', '', '1787059044.79908', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('f88df17e-c85e-499b-a157-71fe184088c6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '899c7109-7445-491f-a7bd-3c6740c8545f-sda', '1787059044.83425', '1787059044.83262', '0', '', '1787059044.83262', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvjyveu8e/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab772dcb-40ff-408a-aadc-946736216ee3-sdb', '1787059044.85805', '1787059045.00000', '0', '', '1787059045.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ab772dcb-40ff-408a-aadc-946736216ee3-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab772dcb-40ff-408a-aadc-946736216ee3-sdb', '1787059044.85805', '1787059045.00000', '0', '', '1787059045.00000', 0, 1) -test ERROR: Quarantining DB /tmp/tmpvjyveu8e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ab772dcb-40ff-408a-aadc-946736216ee3-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00841 seconds (118.93532/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi9j0gynh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'de55fc07-4a0a-4a46-a395-f35c993bbd7a-sda', '1787059044.87164', '1787059044', '0', '', '1787059044', 0, 0) -test DEBUG: /tmp/tmpi9j0gynh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'de55fc07-4a0a-4a46-a395-f35c993bbd7a-sda', '1787059044.87164', '1787059044', '0', '', '1787059044', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('de55fc07-4a0a-4a46-a395-f35c993bbd7a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01266 seconds (78.99559/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9eyni7u8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ac76361957183ddc3315979cad052489', 'a0086ca1-0fb3-4728-b654-f8b0fbed2efe-sda', '1787059044.89354', '1787059044', '0', '', '1787059044', 1, 0) -test DEBUG: /tmp/tmp9eyni7u8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059046.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a0086ca1-0fb3-4728-b654-f8b0fbed2efe-sda') -test DEBUG: /tmp/tmp9eyni7u8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00274754s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ac76361957183ddc3315979cad052489', 'a0086ca1-0fb3-4728-b654-f8b0fbed2efe-sda', '1787059044.89354', '1787059044', '0', '', '1787059044', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a0086ca1-0fb3-4728-b654-f8b0fbed2efe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01706 seconds (58.62435/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyh9n8jvv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fa7909c1-bb35-4156-8364-7074dca814a0-sda', '1787059044.92047', '1787059044', '0', '', '1787059044', 0, 1) -test DEBUG: /tmp/tmpyh9n8jvv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fa7909c1-bb35-4156-8364-7074dca814a0-sda', '1787059044.92047', '1787059044', '0', '', '1787059044', 0, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx5cfc7fbfa7a447c4b0160-006a845b67) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx07080bd3d78641dbb017f-006a845b67) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx07080bd3d78641dbb017f-006a845b67) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07080bd3d78641dbb017f-006a845b67) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx07080bd3d78641dbb017f-006a845b67) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc618fe5ef41a4f519b56e-006a845b67) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc618fe5ef41a4f519b56e-006a845b67) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc618fe5ef41a4f519b56e-006a845b67) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txc618fe5ef41a4f519b56e-006a845b67) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: Setting object count to 3120 (txn: tx1c8a39c966c34acc840c2-006a845b68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: Setting object count to 3120 (txn: tx94c449a35f064b6e8badc-006a845b68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: Setting object count to 3120 (txn: tx2b371fc04f3d4e5989885-006a845b68) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: Setting object count to 3120 (txn: txc6d1a97306fb4641ad810-006a845b68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPTraceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 420, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 117, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1032, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 424, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 271, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_content_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_content_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0031 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0036 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0035 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0033 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0033 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0020 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0035 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0237 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0115 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0118 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0122 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0129 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0101 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0181 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0252 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0184 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0117 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0115 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0237 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0125 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0157 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0156 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0164 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0084 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0114 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0101 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0181 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0126 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0224 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0061 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0220 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0144 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0184 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok @@ -23381,859 +19865,272 @@ test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok - -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0080 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmp8qkn751t/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0069 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0022 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:24 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok - -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 -Search value matched 0 devices. -The on-disk ring builder is unchanged. -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_parse_header_non_token_chars_in_params -test.unit.common.test_utils.TestUtils.test_parse_header_non_token_chars_in_params ... ok -test.unit.common.test_utils.TestUtils.test_parse_header_quoted_string_in_params -test.unit.common.test_utils.TestUtils.test_parse_header_quoted_string_in_params ... ok -test.unit.common.test_utils.TestUtils.test_parse_headers_chars_in_params -test.unit.common.test_utils.TestUtils.test_parse_headers_chars_in_params ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx2d82f9fa0d4843c2b7253-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0f122900c3bb4ef5b93ad-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx0f122900c3bb4ef5b93ad-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx0f122900c3bb4ef5b93ad-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx8e92a94e16024b0db1288-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx8e92a94e16024b0db1288-0068774dfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx8e92a94e16024b0db1288-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 722, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 3026, in _make_putter + return MIMEPutter.connect( + ~~~~~~~~~~~~~~~~~~^ + node, part, req.swift_entity_path, headers, self.app.watchdog, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<4 lines>... + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + need_multiphase=True) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 1990, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: txf78be268918546c69cd25-0068774dfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txc6f68803e8e84b1fbb27a-0068774dfc) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txc6f68803e8e84b1fbb27a-0068774dfc) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txc6f68803e8e84b1fbb27a-0068774dfc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx140c43e27f974d41b2d4b-0068774dfc) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx140c43e27f974d41b2d4b-0068774dfc) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx140c43e27f974d41b2d4b-0068774dfc) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx140c43e27f974d41b2d4b-0068774dfc) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 201, 503, 201, 201, 201, 201, 503, 201, 503, 503, 201] (txn: tx140c43e27f974d41b2d4b-0068774dfc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: Setting object count to 3120 (txn: txbfee8fa191d64f858a8a6-006a845b68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx63420130637c402d8f857-006a845b68) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx041c556be3e0467a8666b-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx041c556be3e0467a8666b-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx041c556be3e0467a8666b-006a845b68) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx041c556be3e0467a8666b-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx041c556be3e0467a8666b-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx041c556be3e0467a8666b-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx041c556be3e0467a8666b-006a845b68) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx350b761afc7a45d9925f2-006a845b68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx0315199b4d5b4312b0aef-006a845b68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0315199b4d5b4312b0aef-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0315199b4d5b4312b0aef-006a845b68) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0315199b4d5b4312b0aef-006a845b68) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txfbfff79eb0ec4c21b2423-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfbfff79eb0ec4c21b2423-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txfbfff79eb0ec4c21b2423-006a845b68) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txfbfff79eb0ec4c21b2423-006a845b68) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx0e3ed0619b6e49a7bcf29-006a845b68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0e3ed0619b6e49a7bcf29-006a845b68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0e3ed0619b6e49a7bcf29-006a845b68) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0e3ed0619b6e49a7bcf29-006a845b68) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0f0c118d6aa7470d9738c-006a845b69)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test DEBUG: pop_queue: remove '/.misplaced_objects/1751983200/1:/AUTH_jeb/c/o1' (1751983932.211300) from the queue (1751983932.21130_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1752649212.225640) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1752649212.225640) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1752649212.225640) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1752649212.225640) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1752649212.22564) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1752649212.225640) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000003) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 630, in ensure_object_in_right_location + self.swift.upload_object( + ~~~~~~~~~~~~~~~~~~~~~~~~^ + FileLikeIter(source_obj_iter), account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers) + ^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 836, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params=params) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 256, in handle_request + resp = self.make_request(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 253, in make_request + raise err + File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 224, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 232, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 1928, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000003) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1752044399.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1752044399.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1752044399.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1752044399.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1752044399.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1752044399.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1752044399.000000) from the queue (1752044399.00000_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123460) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123460) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000003) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123460) from policy_index 1 (0000003600.12346_0000000000000001) will be deletedtest.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok @@ -24241,424 +20138,338 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 3003, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ~~~^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_exception_method -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_exception_method ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_isolation -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_isolation ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_non_string_values -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_non_string_values ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_replaces_prefix -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_replaces_prefix ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_console ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_custom_log_handlers -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_custom_log_handlers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_name_and_route ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_sysloghandler_plumbing ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok + +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0215 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0092 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0197 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0137 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0165 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0137 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0138 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0178 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0014 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0144 "-" 1137647 0 +test DEBUG: Unlinked retiring db '/tmp/tmpq8_2whxr/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0062 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0076 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0063 "-" 1137647 0 +test DEBUG: Unlinked retiring db '/tmp/tmp305blqcx/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0099 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0019 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0285 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0140 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0063 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0083 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0105 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0061 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0103 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0064 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 1137647 -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fa7909c1-bb35-4156-8364-7074dca814a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38195 seconds (2.61812/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9itgf42t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd26295d44d5c14f31a475f6eb063c9dd', 'bfd0f6c8-25b7-4caa-a690-78fe0ce6a122-sda', '1787059045.31243', '1787059045', '0', '', '1787059045', 1, 0) -test DEBUG: /tmp/tmp9itgf42t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd26295d44d5c14f31a475f6eb063c9dd', 'bfd0f6c8-25b7-4caa-a690-78fe0ce6a122-sda', '1787059045.31243', '1787059045', '0', '', '1787059045', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bfd0f6c8-25b7-4caa-a690-78fe0ce6a122-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01534 seconds (65.18824/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpepsmlz5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4fb5bd83-4be5-4b64-b3cd-56f650b67a9e-sda', '1787059045.98835', '1787059045', '0', '', '1787059045', 0, 1) -test DEBUG: /tmp/tmpepsmlz5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4fb5bd83-4be5-4b64-b3cd-56f650b67a9e-sda', '1787059045.98835', '1787059045', '0', '', '1787059045', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4fb5bd83-4be5-4b64-b3cd-56f650b67a9e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00902 seconds (110.85948/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiox8zgb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1e8349cb155736c7de1020c0db1b7c8', 'd16be26f-9b16-4fb2-965d-20fd93807c9d-sda', '1787059046.00674', '1787059046', '0', '', '1787059046', 1, 1) -test DEBUG: /tmp/tmpiox8zgb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059049.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'd16be26f-9b16-4fb2-965d-20fd93807c9d-sda') -test DEBUG: /tmp/tmpiox8zgb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272465s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1e8349cb155736c7de1020c0db1b7c8', 'd16be26f-9b16-4fb2-965d-20fd93807c9d-sda', '1787059046.00674', '1787059046', '0', '', '1787059046', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d16be26f-9b16-4fb2-965d-20fd93807c9d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02398 seconds (41.69478/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphq9wa8yp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a7e1c54a-5e83-419c-8cce-6e6a836a554b-sda', '1787059046.04020', '1787059046', '0', '', '1787059046', 0, 1) -test DEBUG: /tmp/tmphq9wa8yp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a7e1c54a-5e83-419c-8cce-6e6a836a554b-sda', '1787059046.04020', '1787059046', '0', '', '1787059046', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a7e1c54a-5e83-419c-8cce-6e6a836a554b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01097 seconds (91.19357/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdbafx2nb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1e8349cb155736c7de1020c0db1b7c8', '90adc144-7e31-4d9e-8ce7-219fd533faa7-sda', '1787059046.06402', '1787059046', '0', '', '1787059046', 1, 1) -test DEBUG: /tmp/tmpdbafx2nb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1e8349cb155736c7de1020c0db1b7c8', '90adc144-7e31-4d9e-8ce7-219fd533faa7-sda', '1787059046.06402', '1787059046', '0', '', '1787059046', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('90adc144-7e31-4d9e-8ce7-219fd533faa7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01259 seconds (79.42190/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnp0_bswv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '53ff54cd-f8e1-4ca3-b5af-2d606bd9517f-sda', '1787059046.09156', '1787059048', '0', '', '1787059048', 0, 0) -test DEBUG: /tmp/tmpnp0_bswv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '53ff54cd-f8e1-4ca3-b5af-2d606bd9517f-sda', '1787059046.09156', '1787059048', '0', '', '1787059048', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('53ff54cd-f8e1-4ca3-b5af-2d606bd9517f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01221 seconds (81.90973/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpt2ptdbv8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1e8349cb155736c7de1020c0db1b7c8', 'd1a78a64-aa2c-497e-8395-f05b3f8bb62d-sda', '1787059046.11390', '1787059048', '0', '', '1787059048', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0014 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test DEBUG: Unlinked retiring db '/tmp/tmplxmwm0oy/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0062 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test DEBUG: Unlinked retiring db '/tmp/tmpw42nkekg/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0019 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0073 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0035 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_GET_non_ascii +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok test.unit.container.test_server.TestContainerController.test_GET_over_limit test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok test.unit.container.test_server.TestContainerController.test_GET_path @@ -24667,888 +20478,664 @@ test.unit.container.test_server.TestContainerController.test_GET_plain ... ok test.unit.container.test_server.TestContainerController.test_GET_prefix test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2651796 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0032 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0036 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0091 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 2651796 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0035 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -swift: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 2651759 - -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_existing_pair -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_existing_pair ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_new_pair -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_new_pair ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_limit_exceeded -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_limit_exceeded ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_multiple_same_timestamps -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_multiple_same_timestamps ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs_exceeding_dump_count -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs_exceeding_dump_count ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age_no_updates -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age_no_updates ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_memory_usage -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_memory_usage ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_newest_pairs_not_added_when_limit_exceeded -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_newest_pairs_not_added_when_limit_exceeded ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_no_eviction_when_below_max_entries -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_no_eviction_when_below_max_entries ... ok -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_reset -test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_reset ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok - - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmpslsrvqyo/tmpfoxh3v0x. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.56 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not - optimally dispersed. +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123460) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123460) from the queue (0000003600.12346_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1752649212.285910) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1752649212.285910) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1752649212.285910) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1752649212.285910) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1752649212.28591) in policy_index 1 responded 200 (1752649211.28591) +test INFO: retry: '/AUTH_bob/c/o1' (1752649212.285910) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000003) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000003) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000003) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000003) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000002) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1752649212.340030) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1752649212.340030) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1752649212.340030) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1752649212.340030) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1752649212.34003) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1752649212.340030) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1752649212.348910) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1752649212.348910) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1752649212.348910) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1752649212.348910) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1752649212.34891) in policy_index 1 responded 404 (1752649212.34891_0000000000000003) +test INFO: retry: '/AUTH_bob/c/o1' (1752649212.348910) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes +test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes_no_ring +test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes_no_ring ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_default +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_default ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_legacy +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_legacy ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_default +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_default ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy_no_logger_given +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy_no_logger_given ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container_legacy_config +test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container_legacy_config ... ok +test.unit.obj.test_expirer.TestExpirerConfig.test_is_expected_task_container +test.unit.obj.test_expirer.TestExpirerConfig.test_is_expected_task_container ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpm6jee_ff/tmphg3qqdwd.builder instead of /tmp/tmpm6jee_ff/tmphg3qqdwd.ring.gz as builder file -Reassigned 3 (4.69%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmp21tgd64x/tmp885shcr_.builder instead of /tmp/tmp21tgd64x/tmp885shcr_.ring.gz as builder file -Note: using /tmp/tmp4tw7g59p/tmpn_rfax4m.builder instead of /tmp/tmp4tw7g59p/tmpn_rfax4m.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 406, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 55, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: Setting object count to 1068 (txn: tx0f0c118d6aa7470d9738c-006a845b69) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Setting object count to 1068 (txn: tx8ee152f1de214cd99ba61-006a845b69) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx10b538db27ec4f0aad722-006a845b69) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx10b538db27ec4f0aad722-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10b538db27ec4f0aad722-006a845b69) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx10b538db27ec4f0aad722-006a845b69) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx10b538db27ec4f0aad722-006a845b69) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10b538db27ec4f0aad722-006a845b69) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx10b538db27ec4f0aad722-006a845b69) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx10b538db27ec4f0aad722-006a845b69) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txc99cb21ea0034200b5a7b-006a845b6a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c5885b2f7184201a8a01-006a845b6b)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txcf52ccdc8c744e3caecb1-0068774dfc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx4583dd8de29e4b369e622-0068774dfc) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp1ucuqvrq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1ucuqvrq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp1ucuqvrq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1ucuqvrq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0111 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0151 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0150 "-" 1137656 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2a8bbed1e9a74f90b562c-0068774dfc" "proxy-server 1137656" 0.0094 "-" 1137656 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53445/sda1/1/a/c" "tx2a8bbed1e9a74f90b562c-0068774dfc" "container-server 1137656" 0.0011 "-" 1137656 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38335/sdb1/1/a/c" "tx2a8bbed1e9a74f90b562c-0068774dfc" "container-server 1137656" 0.0010 "-" 1137656 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2a8bbed1e9a74f90b562c-0068774dfc" "proxy-server 1137656" 0.0535 "-" 1137656 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2a8bbed1e9a74f90b562c-0068774dfc" "proxy-server 1137656" 0.0376 "-" 1137656 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2a8bbed1e9a74f90b562c-0068774dfc - 0.0791 - - 1752649212.798890352 1752649212.878006697 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3c6ce5faf97a49fa94e52-0068774dfc" "proxy-server 1137656" 0.0011 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38335/sdb1/1/a1/c1" "tx3c6ce5faf97a49fa94e52-0068774dfc" "container-server 1137656" 0.0093 "-" 1137656 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53445/sda1/1/a1/c1" "tx3c6ce5faf97a49fa94e52-0068774dfc" "container-server 1137656" 0.0010 "-" 1137656 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3c6ce5faf97a49fa94e52-0068774dfc" "proxy-server 1137656" 0.0409 "-" 1137656 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3c6ce5faf97a49fa94e52-0068774dfc" "proxy-server 1137656" 0.0292 "-" 1137656 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3c6ce5faf97a49fa94e52-0068774dfc - 0.0653 - - 1752649212.887513399 1752649212.952763796 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx19664e58d19a46f2a9e86-0068774dfc" "proxy-server 1137656" 0.0019 "-" 1137656 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53445/sda1/2/a/c1" "tx19664e58d19a46f2a9e86-0068774dfc" "container-server 1137656" 0.0010 "-" 1137656 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38335/sdb1/2/a/c1" "tx19664e58d19a46f2a9e86-0068774dfc" "container-server 1137656" 0.0016 "-" 1137656 1test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_content_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_content_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test-replicator INFO: [worker 1/2 pid=2651782] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=2651782] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=2651782] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=2651782] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2651782] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2651782] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=2651782] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=2651782] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=2651782] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=2651782] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2651782] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2651782] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2651782] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2651782] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txb99d0bc506e54b5092a1c-006a845b6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx141dc0022908492fbe301-006a845b6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx08630d0ee6c54ad1a4c28-006a845b6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txbc51b6578334488688918-006a845b6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx20f79575f4ee47078bc7b-006a845b6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: txaec9d7847767486db66a4-006a845b6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: /tmp/tmpt2ptdbv8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059049.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd1a78a64-aa2c-497e-8395-f05b3f8bb62d-sda') -test DEBUG: /tmp/tmpt2ptdbv8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00260305s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1e8349cb155736c7de1020c0db1b7c8', 'd1a78a64-aa2c-497e-8395-f05b3f8bb62d-sda', '1787059046.11390', '1787059048', '0', '', '1787059048', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d1a78a64-aa2c-497e-8395-f05b3f8bb62d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.60283 seconds (1.65884/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpaaavjwmk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c8019dadc3e75aeb1916d7886e22959', 'c9ab66eb-c881-4a66-989e-120a78c5f709-sda', '1787059047.28756', '1787059047', '1787059048', '', '1787059048', 1, 0) -test DEBUG: /tmp/tmpaaavjwmk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059050.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c9ab66eb-c881-4a66-989e-120a78c5f709-sda') -test DEBUG: /tmp/tmpaaavjwmk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00657201s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c8019dadc3e75aeb1916d7886e22959', 'c9ab66eb-c881-4a66-989e-120a78c5f709-sda', '1787059047.28756', '1787059047', '1787059048', '', '1787059048', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c9ab66eb-c881-4a66-989e-120a78c5f709-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02330 seconds (42.90917/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmiwprcvp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c8019dadc3e75aeb1916d7886e22959', '1bcce870-9029-46ef-afc5-eceb57325da6-sda', '1787059047.32463', '1787059047', '1787059048', '', '1787059048', 1, 0) -test DEBUG: /tmp/tmpmiwprcvp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c8019dadc3e75aeb1916d7886e22959', '1bcce870-9029-46ef-afc5-eceb57325da6-sda', '1787059047.32463', '1787059047', '1787059048', '', '1787059048', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1bcce870-9029-46ef-afc5-eceb57325da6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01527 seconds (65.48748/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpovt57yn2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8a91176a-201a-4c7d-880d-8ce152ba4ab0-sda', '1787059047.35153', '1787059049', '1787059048', '', '1787059049', 0, 0) -test DEBUG: /tmp/tmpovt57yn2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8a91176a-201a-4c7d-880d-8ce152ba4ab0-sda', '1787059047.35153', '1787059049', '1787059048', '', '1787059049', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8a91176a-201a-4c7d-880d-8ce152ba4ab0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01005 seconds (99.54106/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9mxhe8cd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa253c5010daa64f55dcab773c95a81f', '882aeb9f-97f7-4321-8595-f8dec4c08ba5-sda', '1787059047.37243', '1787059049', '1787059048', '', '1787059049', 1, 0) -test DEBUG: /tmp/tmp9mxhe8cd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059051.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '882aeb9f-97f7-4321-8595-f8dec4c08ba5-sda') -test DEBUG: /tmp/tmp9mxhe8cd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.002913s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa253c5010daa64f55dcab773c95a81f', '882aeb9f-97f7-4321-8595-f8dec4c08ba5-sda', '1787059047.37243', '1787059049', '1787059048', '', '1787059049', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('882aeb9f-97f7-4321-8595-f8dec4c08ba5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01922 seconds (52.01888/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpziy5vxim/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1159d78b-214c-4be3-b806-7785ec7e5165-sda', '1787059047.40251', '1787059049', '1787059048', '', '1787059049', 0, 1) -test DEBUG: /tmp/tmpziy5vxim/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1159d78b-214c-4be3-b806-7785ec7e5165-sda', '1787059047.40251', '1787059049', '1787059048', '', '1787059049', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1159d78b-214c-4be3-b806-7785ec7e5165-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01324 seconds (75.53573/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failurestest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0020 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0081 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0019 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 2651759 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0035 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0080 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0035 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0157 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0085 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0002 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0002 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0005 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0074 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0053 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 1137647 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0092 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0088 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0078 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0062 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0100 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0065 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0144 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0029 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0064 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0145 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0102 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0061 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0064 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0128 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 1137647 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok @@ -25562,712 +21149,595 @@ test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Setting object count to 1058 (txn: tx6c5885b2f7184201a8a01-006a845b6b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Setting object count to 1024 (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Setting object count to 1024 (txn: tx40f1339b7d3f47ce85dc6-006a845b6b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Setting object count to 1072 (txn: txa38ea2976e2c4079be03f-006a845b6c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0068 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:27 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 343, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 346, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 18/Aug/2026/13/17/27 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1787059047.517647266 1787059047.518269539 0 +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 18/Aug/2026/13/17/27 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1787059047.518778801 1787059047.519259214 1 +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10503292083740234 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10569071769714355 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10588812828063965 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10603928565979004 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10617709159851074 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10631108283996582 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10645055770874023 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1065833568572998 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0021207332611084 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0024118423461914 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0011546611785889 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012102127075195 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013201236724854 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0014214515686035 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015308856964111 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.00164794921875 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1018986701965332 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.3365020751953125e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 515, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 475, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/bucket.py", line 392, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 156, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx3a0a9e6fb2a347a593aa6-006a845b6d) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpzhhsf_hf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzhhsf_hf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpzhhsf_hf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzhhsf_hf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 2651782 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0038 "-" 2651782 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651782 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651782 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txca9bab80a69e4d0287117-006a845b6d" "proxy-server 2651782" 0.0013 "-" 2651782 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:47983/sdb1/3/a/c" "txca9bab80a69e4d0287117-006a845b6d" "container-server 2651782" 0.0011 "-" 2651782 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:40263/sda1/3/a/c" "txca9bab80a69e4d0287117-006a845b6d" "container-server 2651782" 0.0010 "-" 2651782 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txca9bab80a69e4d0287117-006a845b6d" "proxy-server 2651782" 0.0129 "-" 2651782 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txca9bab80a69e4d0287117-006a845b6d" "proxy-server 2651782" 0.0092 "-" 2651782 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/33 PUT /v1/a/c HTTP/1.0 201 - - t - - - txca9bab80a69e4d0287117-006a845b6d - 0.0210 - - 1787059053.657298803 1787059053.678288460 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txcc23adac7d604a34a0be9-006a845b6d" "proxy-server 2651782" 0.0011 "-" 2651782 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40263/sda1/0/a1/c1" "txcc23adac7d604a34a0be9-006a845b6d" "container-server 2651782" 0.0010 "-" 2651782 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47983/sdb1/0/a1/c1" "txcc23adac7d604a34a0be9-006a845b6d" "container-server 2651782" 0.0010 "-" 2651782 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcc23adac7d604a34a0be9-006a845b6d" "proxy-server 2651782" 0.0080 "-" 2651782 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcc23adac7d604a34a0be9-006a845b6d" "proxy-server 2651782" 0.0129 "-" 2651782 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/33 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txcc23adac7d604a34a0be9-006a845b6d - 0.0200 - - 1787059053.679663181 1787059053.699701309 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa27fcdbf2685490ba7130-006a845b6d" "proxy-server 2651782" 0.0019 "-" 2651782 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40263/sda1/3/a/c1" "txa27fcdbf2685490ba7130-006a845b6d" "container-server 2651782" 0.0016 "-" 2651782 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:47983/sdb1/3/a/c1" "txa27fcdbf2685490ba7130-006a845b6d" "container-server 2651782" 0.0009 "-" 2651782 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa27fcdbf2685490ba7130-006a845b6d" "proxy-server 2651782" 0.0086 "-" 2651782 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa27fcdbf2685490ba7130-006a845b6d" "proxy-server 2651782" 0.0134 "-" 2651782 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/33 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa27fcdbf2685490ba7130-006a845b6d - 0.0212 - - 1787059053.701239824 1787059053.722409010 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx02e6c25eb8e64e8bb6daf-006a845b6d" "proxy-server 2651782" 0.0018 "-" 2651782 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:40263/sda1/0/a/c2" "tx02e6c25eb8e64e8bb6daf-006a845b6d" "container-server 2651782" 0.0047 "-" 2651782 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:47983/sdb1/0/a/c2" "tx02e6c25eb8e64e8bb6daf-006a845b6d" "container-server 2651782" 0.0010 "-" 2651782 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx02e6c25eb8e64e8bb6daf-006a845b6d" "proxy-server 2651782" 0.0156 "-" 2651782 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:33 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx02e6c25eb8e64e8bb6daf-006a845b6d" "proxy-server 2651782" 0.0123 "-" 2651782 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/33 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx02e6c25eb8e64e8bb6daf-006a845b6d - 0.0244 - - 1787059053.723751307 1787059053.748139620 2 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Setting object count to 1072 (txn: tx6312571577f64b1b93c7c-006a845b6d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Setting object count to 1072 (txn: tx417302591ac9447bb764b-006a845b6e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf0008ece7665486e8532a-006a845b6e)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_bad -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_bad ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_bad +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_bad ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_invalid +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_invalid ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_valid +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_valid ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok - -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp88xrzlr9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa253c5010daa64f55dcab773c95a81f', 'e0ec5ad3-62ca-43f6-9be7-046a24e322a8-sda', '1787059047.87898', '1787059049', '1787059048', '', '1787059049', 1, 1) -test DEBUG: /tmp/tmp88xrzlr9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa253c5010daa64f55dcab773c95a81f', 'e0ec5ad3-62ca-43f6-9be7-046a24e322a8-sda', '1787059047.87898', '1787059049', '1787059048', '', '1787059049', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e0ec5ad3-62ca-43f6-9be7-046a24e322a8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01152 seconds (86.83424/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpndgzqkgj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eaca5efa-a386-4d32-8e60-4c02e654cc1a-sda', '1787059048.43239', '1787059051', '1787059050', '', '1787059051', 0, 0) -test DEBUG: /tmp/tmpndgzqkgj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eaca5efa-a386-4d32-8e60-4c02e654cc1a-sda', '1787059048.43239', '1787059051', '1787059050', '', '1787059051', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eaca5efa-a386-4d32-8e60-4c02e654cc1a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01277 seconds (78.33609/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp65iyht2_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '833efa166127469d9aa1726f509eb6da', 'f1863d2c-cd84-408a-a6e7-4aada5f26c60-sda', '1787059048.45667', '1787059051', '1787059050', '', '1787059051', 1, 0) -test DEBUG: /tmp/tmp65iyht2_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059053.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f1863d2c-cd84-408a-a6e7-4aada5f26c60-sda') -test DEBUG: /tmp/tmp65iyht2_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00265241s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '833efa166127469d9aa1726f509eb6da', 'f1863d2c-cd84-408a-a6e7-4aada5f26c60-sda', '1787059048.45667', '1787059051', '1787059050', '', '1787059051', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f1863d2c-cd84-408a-a6e7-4aada5f26c60-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01496 seconds (66.82934/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmhjvebfp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9cc47c2b-62c5-449f-9837-b3a78eb7df69-sda', '1787059048.48564', '1787059051', '1787059050', '', '1787059051', 0, 0) -test DEBUG: /tmp/tmpmhjvebfp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9cc47c2b-62c5-449f-9837-b3a78eb7df69-sda', '1787059048.48564', '1787059051', '1787059050', '', '1787059051', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9cc47c2b-62c5-449f-9837-b3a78eb7df69-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01186 seconds (84.28319/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2m8bzh42/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '833efa166127469d9aa1726f509eb6da', '94ffb458-67dc-4265-ba7d-02ecc66e2e25-sda', '1787059048.50886', '1787059051', '1787059050', '', '1787059051', 1, 1) -test DEBUG: /tmp/tmp2m8bzh42/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '833efa166127469d9aa1726f509eb6da', '94ffb458-67dc-4265-ba7d-02ecc66e2e25-sda', '1787059048.50886', '1787059051', '1787059050', '', '1787059051', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94ffb458-67dc-4265-ba7d-02ecc66e2e25-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01417 seconds (70.59404/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphy7ayd_l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '340b82e3-b763-4209-a517-1752f2730e05-sda', '1787059048.53920', '1787059051', '1787059050', '', '1787059051', 0, 1) -test DEBUG: /tmp/tmphy7ayd_l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '340b82e3-b763-4209-a517-1752f2730e05-sda', '1787059048.53920', '1787059051', '1787059050', '', '1787059051', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('340b82e3-b763-4209-a517-1752f2730e05-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00919 seconds (108.85413/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxqng7s9_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3b437eb73732e31c0982eb0e86f68997', 'd851db26-2f68-46b2-9de6-5fe763ea2726-sda', '1787059048.55891', '1787059051', '1787059050', '', '1787059051', 1, 0) -test DEBUG: /tmp/tmpxqng7s9_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0066 "-" 2651759 0 -test DEBUG: Unlinked retiring db '/tmp/tmpp8x6_7_g/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0058 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0064 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0098 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0053 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0119 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0059 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0115 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0086 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0023 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0098 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0057 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1137647 0 +test DEBUG: Unlinked retiring db '/tmp/tmpcvve33pa/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0061 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0036 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0066 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0051 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0080 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok @@ -26295,653 +21765,419 @@ test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmpoz_1dfc3/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0009 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0009 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0009 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 4 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 4 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 4 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0042 "-" 2651796 3 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 2651796 3 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0015 "-" 2651796 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0032 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test DEBUG: Unlinked retiring db '/tmp/tmp3dnwgquu/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok + +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test ERROR: Failed to unlink '/tmp/tmppbe0uw7e/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmppbe0uw7e/containers/part/suffix/hash/container_1787059052.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmppbe0uw7e/containers/part/suffix/hash/container_1787059052.00000.db': ['/tmp/tmppbe0uw7e/containers/part/suffix/hash/container.db', '/tmp/tmppbe0uw7e/containers/part/suffix/hash/container_1787059053.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmppbe0uw7e/containers/part/suffix/hash/container_1787059053.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpokp3lt2b/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpokp3lt2b/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpfqtx1zhw/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpfqtx1zhw/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059052.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd851db26-2f68-46b2-9de6-5fe763ea2726-sda') -test DEBUG: /tmp/tmpxqng7s9_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00287151s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3b437eb73732e31c0982eb0e86f68997', 'd851db26-2f68-46b2-9de6-5fe763ea2726-sda', '1787059048.55891', '1787059051', '1787059050', '', '1787059051', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d851db26-2f68-46b2-9de6-5fe763ea2726-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42838 seconds (2.33437/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpazb4ony5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dcdc25e1-4f1a-4286-af59-8827b91f0066-sda', '1787059048.99749', '1787059051', '1787059050', '', '1787059051', 0, 0) -test DEBUG: /tmp/tmpazb4ony5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dcdc25e1-4f1a-4286-af59-8827b91f0066-sda', '1787059048.99749', '1787059051', '1787059050', '', '1787059051', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dcdc25e1-4f1a-4286-af59-8827b91f0066-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01286 seconds (77.74368/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdztl5jkp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '833efa166127469d9aa1726f509eb6da', '2985cd38-5551-435e-9e59-0a6715fce362-sda', '1787059049.02124', '1787059052', '1787059051', '', '1787059052', 1, 1) -test DEBUG: /tmp/tmpdztl5jkp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '833efa166127469d9aa1726f509eb6da', '2985cd38-5551-435e-9e59-0a6715fce362-sda', '1787059049.02124', '1787059052', '1787059051', '', '1787059052', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2985cd38-5551-435e-9e59-0a6715fce362-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01195 seconds (83.71460/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9wz1f8s4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd6b36f4b-0c12-47d3-9796-497285f1e325-sda', '1787059049.54172', '1787059053', '1787059052', '', '1787059053', 0, 0) -test DEBUG: /tmp/tmp9wz1f8s4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd6b36f4b-0c12-47d3-9796-497285f1e325-sda', '1787059049.54172', '1787059053', '1787059052', '', '1787059053', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d6b36f4b-0c12-47d3-9796-497285f1e325-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02026 seconds (49.36484/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp69r3zyfd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', '8b7d9e2f-3ecc-48f8-823f-34f0cbfbc428-sda', '1787059049.57214', '1787059053', '1787059052', '', '1787059053', 1, 1) -test DEBUG: /tmp/tmp69r3zyfd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059054.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8b7d9e2f-3ecc-48f8-823f-34f0cbfbc428-sda') -test DEBUG: /tmp/tmp69r3zyfd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270367s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', '8b7d9e2f-3ecc-48f8-823f-34f0cbfbc428-sda', '1787059049.57214', '1787059053', '1787059052', '', '1787059053', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8b7d9e2f-3ecc-48f8-823f-34f0cbfbc428-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01498 seconds (66.74957/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp74dtc21f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ec524571-14b7-4cb1-87eb-be18c31e125c-sda', '1787059049.60050', '1787059053', '1787059052', '', '1787059053', 0, 0) -test DEBUG: /tmp/tmp74dtc21f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ec524571-14b7-4cb1-87eb-be18c31e125c-sda', '1787059049.60050', '1787059053', '1787059052', '', '1787059053', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ec524571-14b7-4cb1-87eb-be18c31e125c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01073 seconds (93.18518/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5wc0lvlj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', '8befa38a-fb6e-4e63-86ac-32e1820f1760-sda', '1787059049.62248', '1787059053', '1787059052', '', '1787059053', 1, 1) -test DEBUG: /tmp/tmp5wc0lvlj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', '8befa38a-fb6e-4e63-86ac-32e1820f1760-sda', '1787059049.62248', '1787059053', '1787059052', '', '1787059053', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 156, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'X-Amz-Content-Sha256': '1f7579140d49b831582cb0c7358ed480afb750509ae4a5791572c5bde7f53a44', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_invalid -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_invalid ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_valid -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_sha256_valid ... ok - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0075 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0037 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651796 2 +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0066 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2651796 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0040 "-" 2651796 2 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:29 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2651796 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0037 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0073 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0043 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0038 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0127 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:29 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2651796 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:29 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2651796 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 1023, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1000, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 947, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Aug/2026:13:17:29 +0000] "REPLICATE /sda1/p/a/" 500 711 "-" "-" "-" 0.0020 "-" 2651796 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:29 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0004 "-" 2651796 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0041 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0019 "-" 2651796 2 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 1023, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_server.py", line 6149, in mock_put_method - raise Exception() -Exception +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0038 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 2651796 3 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 2651796 4 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 4 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0180 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651796 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0141 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 1137647 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok test.unit.container.test_server.TestContainerController.test_POST_invalid_partition test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok test.unit.container.test_server.TestContainerController.test_PUT @@ -26950,241 +22186,218 @@ test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 1928, in blow_up - raise Exception('kaboom!') -Exception: kaboom! +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 2134, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok + +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx19664e58d19a46f2a9e86-0068774dfc" "proxy-server 1137656" 0.0170 "-" 1137656 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx19664e58d19a46f2a9e86-0068774dfc" "proxy-server 1137656" 0.0300 "-" 1137656 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/13 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx19664e58d19a46f2a9e86-0068774dfc - 0.0505 - - 1752649212.954088926 1752649213.004637241 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:13 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txad8aa79541c74428b9770-0068774dfd" "proxy-server 1137656" 0.0018 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53445/sda1/1/a/c2" "txad8aa79541c74428b9770-0068774dfd" "container-server 1137656" 0.0015 "-" 1137656 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38335/sdb1/1/a/c2" "txad8aa79541c74428b9770-0068774dfd" "container-server 1137656" 0.0010 "-" 1137656 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txad8aa79541c74428b9770-0068774dfd" "proxy-server 1137656" 0.0208 "-" 1137656 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txad8aa79541c74428b9770-0068774dfd" "proxy-server 1137656" 0.0295 "-" 1137656 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txad8aa79541c74428b9770-0068774dfd - 0.0541 - - 1752649213.006039143 1752649213.060128927 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9063e0adc3d34caa9ce5c-0068774dfe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx40aeb73145e04b14840d1-0068774dfe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb747dcf2d3e045fa89d5a-0068774dfe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txb747dcf2d3e045fa89d5a-0068774dfe) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txb747dcf2d3e045fa89d5a-0068774dfe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3106db3e63cc4c5cbe1a6-0068774dfe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3106db3e63cc4c5cbe1a6-0068774dfe) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx3106db3e63cc4c5cbe1a6-0068774dfe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx87e2f86118114bb585903-0068774dfe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx87e2f86118114bb585903-0068774dfe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4d4f7d23c5714837a5753-0068774dfe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4d4f7d23c5714837a5753-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6d7d9fecf1f742eabef6d-0068774dfe) +test INFO: Client disconnected on read of '/a/c' (txn: tx6d7d9fecf1f742eabef6d-0068774dfe) +test INFO: Client disconnected on read of '/a/c' (txn: tx520b519872be495ba226c-0068774dfe) +test INFO: Client disconnected on read of '/a/c' (txn: tx520b519872be495ba226c-0068774dfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txed60fecdda9e4bb99e760-0068774dfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf5c009cd39cc41818e8bd-0068774dfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaf5d43dd4b1741f4b055a-0068774dfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaf5d43dd4b1741f4b055a-0068774dfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txaf5d43dd4b1741f4b055a-0068774dfe) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txaf5d43dd4b1741f4b055a-0068774dfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx75776bf52e814c46822b4-0068774dfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx75776bf52e814c46822b4-0068774dfe)test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Setting object count to 1072 (txn: txf0008ece7665486e8532a-006a845b6e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx92d27811b42f4809baed5-006a845b6f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx92d27811b42f4809baed5-006a845b6f) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx92d27811b42f4809baed5-006a845b6f) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx92d27811b42f4809baed5-006a845b6f) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx92d27811b42f4809baed5-006a845b6f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx4cca7877169f42c7b7328-006a845b70) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcbaee4e96bae4fa2b5332-006a845b70)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test ERROR: Failed to unlink '/tmp/tmpwb8smh97/containers/part/suffix/hash/container.db': +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 133, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1460, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ return self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -27193,174 +22406,9 @@ ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpwb8smh97/containers/part/suffix/hash/container_1787059057.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpwb8smh97/containers/part/suffix/hash/container_1787059057.00000.db': ['/tmp/tmpwb8smh97/containers/part/suffix/hash/container.db', '/tmp/tmpwb8smh97/containers/part/suffix/hash/container_1787059058.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpwb8smh97/containers/part/suffix/hash/container_1787059058.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000002) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1786392000 -test DEBUG: looking for objects in 1786392000 -test DEBUG: checking container 1786388400 -test DEBUG: looking for objects in 1786388400 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0000000000.00000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 827, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 275, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '0000003618.84187', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 827, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 275, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '0000003600.00000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 827, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 275, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1787054400 -test DEBUG: looking for objects in 1787054400 -test DEBUG: checking container 1787050800 -test DEBUG: looking for objects in 1787050800 -test DEBUG: checking container 1787047200 -test DEBUG: looking for objects in 1787047200 -test DEBUG: checking container 1787043600 -test DEBUG: looking for objects in 1787043600 -test DEBUG: checking container 1787040000 -test DEBUG: looking for objects in 1787040000 -test DEBUG: checking container 1787036400 -test DEBUG: looking for objects in 1787036400 -test DEBUG: checking container 1787032800 -test DEBUG: looking for objects in 1787032800 -test DEBUG: checking container 1787029200 -test DEBUG: looking for objects in 1787029200 -test DEBUG: checking container 1787025600 -test DEBUG: looking for objects in 1787025600 -test DEBUG: checking container 1786453200 -test DEBUG: looking for objects in 1786453200 -test DEBUG: checking container 1786449600 -test DEBUG: looking for objects in 1786449600 -test DEBUG: checking container 1786446000 -test DEBUG: looking for objects in 1786446000 -test DEBUG: checking container 1786442400 -test DEBUG: looking for objects in 1786442400 -test DEBUG: checking container 1786438800 -test DEBUG: looking for objects in 1786438800 -test DEBUG: checking container 1786435200 -test DEBUG: looking for objects in 1786435200 -test DEBUG: checking container 1786431600test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmp857hqe8m/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmp857hqe8m/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmp857hqe8m/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test ERROR: Problem finding shard upper in '/tmp/tmp_6oq_r28/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp_6oq_r28/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 252, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ return self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -27369,954 +22417,880 @@ ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpako9by07/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpako9by07/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +Exception: kaboomtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8befa38a-fb6e-4e63-86ac-32e1820f1760-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51628 seconds (1.93692/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgc343wnf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5611407a-acee-4b90-88ae-82bc091c9ff0-sda', '1787059050.78653', '1787059055', '1787059054', '', '1787059055', 0, 0) -test DEBUG: /tmp/tmpgc343wnf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5611407a-acee-4b90-88ae-82bc091c9ff0-sda', '1787059050.78653', '1787059055', '1787059054', '', '1787059055', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5611407a-acee-4b90-88ae-82bc091c9ff0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00916 seconds (109.14873/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe553hdr7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', '63d1d3f4-194a-4ca5-8b87-b847a359701a-sda', '1787059050.80615', '1787059055', '1787059054', '', '1787059055', 1, 0) -test DEBUG: /tmp/tmpe553hdr7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059056.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '63d1d3f4-194a-4ca5-8b87-b847a359701a-sda') -test DEBUG: /tmp/tmpe553hdr7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00301838s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', '63d1d3f4-194a-4ca5-8b87-b847a359701a-sda', '1787059050.80615', '1787059055', '1787059054', '', '1787059055', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('63d1d3f4-194a-4ca5-8b87-b847a359701a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01784 seconds (56.03806/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv15spnxy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f75920b8-6034-4a41-aa8a-db0cd62c554b-sda', '1787059050.83608', '1787059055', '1787059054', '', '1787059055', 0, 1) -test DEBUG: /tmp/tmpv15spnxy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f75920b8-6034-4a41-aa8a-db0cd62c554b-sda', '1787059050.83608', '1787059055', '1787059054', '', '1787059055', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f75920b8-6034-4a41-aa8a-db0cd62c554b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01061 seconds (94.23619/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9aezpwbn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', 'af9cbe1a-3414-4866-a09f-a97c3917622e-sda', '1787059050.86056', '1787059055', '1787059054', '', '1787059055', 1, 0) -test DEBUG: /tmp/tmp9aezpwbn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', 'af9cbe1a-3414-4866-a09f-a97c3917622e-sda', '1787059050.86056', '1787059055', '1787059054', '', '1787059055', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('af9cbe1a-3414-4866-a09f-a97c3917622e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01240 seconds (80.66370/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '453a2791-8793-48e0-865a-7c726bd216a9-sda', '1787059050.88274', '1787059050.00000', '0', '', '1787059050.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '453a2791-8793-48e0-865a-7c726bd216a9-sda', '1787059050.88274', '1787059051.00000', '0', '', '1787059050.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '28f4015c6c92fb5ad1a180e8fa923bae', '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda', '1787059050.89582', '1787059050.89411', '0', '', '1787059050.89411', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1787059050.89962', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1787059050.90029', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1787059050.90039', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1787059050.90046', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1787059050.90053', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1787059050.90059', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1787059050.90065', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1787059050.90072', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1787059050.90078', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1787059050.90107', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1787059050.90118', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': 'wH5EQGdieKX1wyhtrrh2Hg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'c07e4440676278a5f5c3286daeb8761e', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': 'mscf4Ro1lzU3y5hXRi+g8w==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '9ac71fe11a35973537cb9857462fa0f3', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'X-Amz-Content-Sha256': '1f7579140d49b831582cb0c7358ed480afb750509ae4a5791572c5bde7f53a44', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '90'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 2651759 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2651759 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -swift: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" "-" "-" "-" 0.0002 "-" 2651759 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.1457672119140625e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 515, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 475, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 515, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 480, in _incr_or_decr + return int(line[0].strip()) +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.002716064453125e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 447, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 119, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 1375, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdClient.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0041 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0035 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0050 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0024 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0019 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 2651796 nada -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 2651796 999 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0034 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0034 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0011 "-" 2651796 1 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0032 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0032 "-" 2651796 3 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0011 "-" 2651796 3 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0033 "-" 2651796 4 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0011 "-" 2651796 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0031 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0020 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -swift: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:38 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -swift: - - - [18/Aug/2026:13:17:38 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:38 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:38 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:38 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2651759 - -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -swift: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2651759 - +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx75776bf52e814c46822b4-0068774dfe) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx75776bf52e814c46822b4-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx82ff090e51174a86bf059-0068774dfe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx82ff090e51174a86bf059-0068774dfe) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx82ff090e51174a86bf059-0068774dfe) +test ERROR: Account HEAD returning 503 for [] (txn: tx82ff090e51174a86bf059-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcb75d7c50dab4954a1f90-0068774dfe) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txccee8ea0a9ae4f869f87d-0068774dfe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txccee8ea0a9ae4f869f87d-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1a6337aadee7493085001-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf58aad3dc1ab45d0a58ef-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2672668f42f84376ab305-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8479844baa6746bc8a4f7-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf8a5f72eb44e4706a380a-0068774dfe) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfedbe3d38f17409bb472c-0068774dfe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txfedbe3d38f17409bb472c-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx380ae53f0aa641b6afaf6-0068774dfe)test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test DEBUG: looking for objects in 1786431600 -test DEBUG: checking container 1786428000 -test DEBUG: looking for objects in 1786428000 -test DEBUG: checking container 1786424400 -test DEBUG: looking for objects in 1786424400 -test DEBUG: checking container 1786420800 -test DEBUG: looking for objects in 1786420800 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000002) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1787059056.856140) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1787059056.856140) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1787059056.856140) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1787059056.856140) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1787059056.856140) in policy_index 1 will be deleted from policy_index 0 (1787059056.85614_0000000000000003) -test INFO: delete_success: '/AUTH_bob/c/o1' (1787059056.856140) deleted from policy_index 0 (1787059056.85614_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1787059056.856140) from policy_index 1 (1787059056.85614_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1787059056.856140) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1787059056.856140) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1787059056.856140) from the queue (1787059056.85614_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000003) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000002) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000002) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000003)test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0008 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0131 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0076 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1137647 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1137647 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0009 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0024 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0029 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 1137647 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txcbaee4e96bae4fa2b5332-006a845b70) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test DEBUG: Setting object count to 3120 (txn: txd8bdd7a48c6f42b3918d3-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test DEBUG: Setting object count to 3120 (txn: tx5668fe44d50949bb8a5fc-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx07e055ceed6e415582b72-006a845b71) -test DEBUG: Setting object count to 3120 (txn: tx07e055ceed6e415582b72-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx4ea7637cde704abb94fe3-006a845b71) -test DEBUG: Setting object count to 3120 (txn: tx4ea7637cde704abb94fe3-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txdfda46f57120463092510-006a845b71) -test DEBUG: Setting object count to 3120 (txn: txdfda46f57120463092510-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8ad1cc93e4fc4c2181667-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb7c3d05422344f64901f9-006a845b71) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txb7c3d05422344f64901f9-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb7c3d05422344f64901f9-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7c3d05422344f64901f9-006a845b71) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txb7c3d05422344f64901f9-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb7c3d05422344f64901f9-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb7c3d05422344f64901f9-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txb7c3d05422344f64901f9-006a845b71)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1787059051.42821', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1787059051.43164', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1787059051.43502', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1787059051.43838', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1787059051.44167', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1787059051.44495', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1787059051.44816', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1787059051.45131', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1787059051.45668', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '2ec8b8dc66878f8425beba80a1b812da', '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda', '1787059050.89582', '1787059050.89411', '0', '', '1787059050.89411', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1787059051.46019', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '32cb96f1-eefc-42d7-9b99-b44560c8c089-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmporrv3rea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd4cd50e9-38d9-4284-b435-a921d44682bf-sda', '1787059052.04911', '1787059053', '0', '', '1787059053', 0, 0) -test DEBUG: /tmp/tmporrv3rea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd4cd50e9-38d9-4284-b435-a921d44682bf-sda', '1787059052.04911', '1787059053', '0', '', '1787059053', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d4cd50e9-38d9-4284-b435-a921d44682bf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00895 seconds (111.69793/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmujbhpe1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', 'ddbed0e4-f3b7-4d06-8e51-ad13d1018cd3-sda', '1787059052.07020', '1787059053', '0', '', '1787059053', 1, 0) -test DEBUG: /tmp/tmpmujbhpe1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059054.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ddbed0e4-f3b7-4d06-8e51-ad13d1018cd3-sda') -test DEBUG: /tmp/tmpmujbhpe1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0027678s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', 'ddbed0e4-f3b7-4d06-8e51-ad13d1018cd3-sda', '1787059052.07020', '1787059053', '0', '', '1787059053', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ddbed0e4-f3b7-4d06-8e51-ad13d1018cd3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpmujbhpe1/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01987 seconds (50.32616/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpmujbhpe1/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'af3e3c6603351391a46ce83db82a1095', '1eef22d9-65d6-473f-843b-7adbbb281742-sda', '1787059052.08946', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('1eef22d9-65d6-473f-843b-7adbbb281742-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'af3e3c6603351391a46ce83db82a1095', '1eef22d9-65d6-473f-843b-7adbbb281742-sda', '1787059052.08946', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('1eef22d9-65d6-473f-843b-7adbbb281742-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6vvj_0ny/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e825e4ee-ff5e-4ec5-b8ef-ead921ae9ec1-sda', '1787059052.10903', '1787059053', '0', '', '1787059053', 0, 0) -test DEBUG: /tmp/tmp6vvj_0ny/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e825e4ee-ff5e-4ec5-b8ef-ead921ae9ec1-sda', '1787059052.10903', '1787059053', '0', '', '1787059053', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e825e4ee-ff5e-4ec5-b8ef-ead921ae9ec1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01006 seconds (99.45137/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0077 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 2651759 0 -test DEBUG: Unlinked retiring db '/tmp/tmp6gqrtur3/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0023 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2651759 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:13 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0028 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0099 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0057 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0058 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0099 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0058 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0307 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0099 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0057 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0059 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0097 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0070 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0223 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0106 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0105 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0061 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0060 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0097 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0099 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0104 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0153 "-" 1137647 0 +test DEBUG: Unlinked retiring db '/tmp/tmpa0sj9raz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0106 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0065 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0101 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0062 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0062 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 1137647 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1137647 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 1137647 0test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok @@ -28347,419 +23321,366 @@ test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0057 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:31 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0020 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0045 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0040 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0031 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0033 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0087 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0022 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2651796 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -swift: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -swift: - - - [18/Aug/2026:13:17:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2651759 - -swift: - - - [18/Aug/2026:13:17:39 +0000] "OPTIONS /sda1/p/a/c" 200 - "-" "-" "-" 0.0001 "-" 2651759 - -test ERROR: Failed to unlink '/tmp/tmpo0yrcmzc/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpo0yrcmzc/containers/part/suffix/hash/container_1787059058.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpo0yrcmzc/containers/part/suffix/hash/container_1787059058.00000.db': ['/tmp/tmpo0yrcmzc/containers/part/suffix/hash/container.db', '/tmp/tmpo0yrcmzc/containers/part/suffix/hash/container_1787059059.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpo0yrcmzc/containers/part/suffix/hash/container_1787059059.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx847af226d1864cb497aa4-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx51cb4ad57a194fbcbca4d-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx12c643d599254aac8c39c-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb92a9051fbd846458df40-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4326fbf73ad44e5694f1a-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2533845cbdf34def99760-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe37ca02277b04f07a04cc-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx87adfeb3a20d4f56af4e6-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4e49943ed4ac4eb4b7f18-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0d8eead6a7144cb491cec-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx166af18bc1a340ecb2b41-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5a4c91e0f96c4d529038e-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx44ad955e8fd043ab9704a-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1cf28db3f000440ca4c6b-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx42b01ffd536d429e9fc29-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx702db9ed66db4441baade-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx572e78374cc1460d80017-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa94d86c2d355461193e0a-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50efaa01b3474e2ca3389-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx570477d7062349eba7c81-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe969dd5664844d6fb3af3-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb567738ef81a43c090b74-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx678106cb3301436688c70-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2295d34137424ec684680-006a845b72) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txbaa87dd2ca4e4d719d605-006a845b72) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx5d3cf070283147ad98dd6-006a845b72) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx0b00565b76ba40eb8ed60-006a845b72) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok + +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test WARNING: Could not autocreate account '/account' (txn: tx380ae53f0aa641b6afaf6-0068774dfe) +test INFO: autocreate account '/account' (txn: tx8e7bb74ee34f46a88fd6e-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx629a9803620c4ec992601-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx629a9803620c4ec992601-0068774dfe) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx629a9803620c4ec992601-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx629a9803620c4ec992601-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx629a9803620c4ec992601-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx629a9803620c4ec992601-0068774dfe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx629a9803620c4ec992601-0068774dfe) +test WARNING: Could not autocreate account '/account' (txn: tx629a9803620c4ec992601-0068774dfe) +test INFO: autocreate account '/account' (txn: tx6b17ac80bc694930836ae-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txfd819137bfa8430b93cb1-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfd819137bfa8430b93cb1-0068774dfe) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txfd819137bfa8430b93cb1-0068774dfe) +test INFO: autocreate account '/account' (txn: txba803c11e9aa4922a5f58-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx74f160d745ac4a4d95574-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx74f160d745ac4a4d95574-0068774dfe) +test INFO: autocreate account '/account' (txn: tx74f160d745ac4a4d95574-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf2406c4166f443308a9e5-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf2406c4166f443308a9e5-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx8017cb3899154e03bda6a-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx2e6233f25c394c7687317-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txff611bdaf5364038b52b3-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb7d56fb644af400a86610-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8e5fd089abb94d089bf7a-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx50f4f26496cb40b3b68c7-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txb7aaaeae6a624438b3971-0068774dfe)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok + +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1752649200 +test DEBUG: looking for objects in 1752649200 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 133, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1460, in _get_response - sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 844, in run_once + self.reconcile() + ~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 823, in reconcile + for container in self._iter_containers(): + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 743, in _iter_containers + one_page = list(itertools.islice( + container_gen, constraints.CONTAINER_LISTING_LIMIT)) + File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 323, in _iter_items + resp = self.make_request( + 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % + ...<2 lines>... + bytes_to_wsgi(quote(prefix))), + {}, acceptable_statuses) + File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 253, in make_request + raise err + File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 224, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 232, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main + result = function(*args, **kwargs) File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response status, headers, app_iter = self.call_application(application) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ resp = resp_class( req=req, headers=headers, body=body, conditional_response=req.method in ('GET', 'HEAD'), conditional_etag=conditional_etag) - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 252, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -Exception: kaboomtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 2134, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +test WARNING: expiring_objects_container_divisor is deprecated +test WARNING: expiring_objects_account_name is deprecated; you need to migrate to the standard .expiring_objects account +test WARNING: expiring_objects_container_divisor is deprecated +test WARNING: expiring_objects_account_name is deprecated; you need to migrate to the standard .expiring_objects account +test WARNING: expiring_objects_container_divisor is deprecated +test WARNING: expiring_objects_account_name is deprecated; you need to migrate to the standard .expiring_objects account +test WARNING: expiring_objects_container_divisor is deprecated +test WARNING: expiring_objects_container_divisor is deprecated +test WARNING: expiring_objects_container_divisor is deprecated +test WARNING: expiring_objects_container_divisor is deprecated +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9a8ff98e4774ad5a02d3-0068774dff)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx5da474cd055d4f84ac901-006a845b71) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx5da474cd055d4f84ac901-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5b35b25f25de486c81164-006a845b71) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx5b35b25f25de486c81164-006a845b71) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5b35b25f25de486c81164-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5b35b25f25de486c81164-006a845b71) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5b35b25f25de486c81164-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx49eed0b8bbcb4522a08c6-006a845b71) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx49eed0b8bbcb4522a08c6-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx49eed0b8bbcb4522a08c6-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx49eed0b8bbcb4522a08c6-006a845b71) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx49eed0b8bbcb4522a08c6-006a845b71) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txeb9d6fe921a5403299d7e-006a845b71) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txeb9d6fe921a5403299d7e-006a845b71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeb9d6fe921a5403299d7e-006a845b71) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txeb9d6fe921a5403299d7e-006a845b71) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txeb9d6fe921a5403299d7e-006a845b71) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx80f9090976f34e1ca5b8e-006a845b72) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx03229973eebb479bbbfd0-006a845b73)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -28790,18 +23711,18 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok @@ -28810,1911 +23731,1055 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbxt54ya6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', '972af013-89ee-4659-8d5f-440184b93339-sda', '1787059052.62809', '1787059053', '0', '', '1787059053', 1, 1) -test DEBUG: /tmp/tmpbxt54ya6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffcf6ea544867278bf5b9db08c3f8643', '972af013-89ee-4659-8d5f-440184b93339-sda', '1787059052.62809', '1787059053', '0', '', '1787059053', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('972af013-89ee-4659-8d5f-440184b93339-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbxt54ya6/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02890 seconds (34.60292/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpbxt54ya6/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '0cd07affac5d6f62eead403a99a4f168', 'e1f64816-1978-4e64-97bd-75977713efaf-sda', '1787059052.65651', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('e1f64816-1978-4e64-97bd-75977713efaf-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '0cd07affac5d6f62eead403a99a4f168', 'e1f64816-1978-4e64-97bd-75977713efaf-sda', '1787059052.65651', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('e1f64816-1978-4e64-97bd-75977713efaf-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp69du5yxm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ea3b69c-69c2-4c62-8e1d-f17dabfdf082-sda', '1787059053.24534', '1787059054', '1787059055', '', '1787059055', 0, 1) -test DEBUG: /tmp/tmp69du5yxm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ea3b69c-69c2-4c62-8e1d-f17dabfdf082-sda', '1787059053.24534', '1787059054', '1787059055', '', '1787059055', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5ea3b69c-69c2-4c62-8e1d-f17dabfdf082-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01255 seconds (79.64964/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1sl4r9jj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', '519ac091-f3eb-49d1-8780-835d847b3948-sda', '1787059053.26874', '1787059054', '1787059055', '', '1787059055', 1, 0) -test DEBUG: /tmp/tmp1sl4r9jj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059056.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '519ac091-f3eb-49d1-8780-835d847b3948-sda') -test DEBUG: /tmp/tmp1sl4r9jj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00645089s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', '519ac091-f3eb-49d1-8780-835d847b3948-sda', '1787059053.26874', '1787059054', '1787059055', '', '1787059055', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('519ac091-f3eb-49d1-8780-835d847b3948-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1sl4r9jj/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02615 seconds (38.23870/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp1sl4r9jj/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '2be235d561ac0c23985627f9ad6bfe10', '67175f62-9b63-4858-9b70-90da29712bc2-sda', '1787059053.29327', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('67175f62-9b63-4858-9b70-90da29712bc2-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '2be235d561ac0c23985627f9ad6bfe10', '67175f62-9b63-4858-9b70-90da29712bc2-sda', '1787059053.29327', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('67175f62-9b63-4858-9b70-90da29712bc2-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2ikj3sbp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2470bfea-1570-46b3-813f-e14f08ea23b8-sda', '1787059053.31300', '1787059054', '1787059055', '', '1787059055', 0, 0) -test DEBUG: /tmp/tmp2ikj3sbp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2470bfea-1570-46b3-813f-e14f08ea23b8-sda', '1787059053.31300', '1787059054', '1787059055', '', '1787059055', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2470bfea-1570-46b3-813f-e14f08ea23b8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01941 seconds (51.50656/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2rl0u2fc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', '31277442-3e2d-4462-a230-63843ea86754-sda', '1787059053.34313', '1787059054', '1787059055', '', '1787059055', 1, 1) -test DEBUG: /tmp/tmp2rl0u2fc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok - -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123460) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123460) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000003) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123460) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123460) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123460) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123460) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1786392000 -test DEBUG: looking for objects in 1786392000 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1786393776.900340) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1786393776.900340) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1786393776.900340) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1786393776.900340) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1786393776.90034) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1786393776.900340) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1786392000/1:/AUTH_jeb/c/o1' (1786393776.900340) from the queue (1786393776.90034_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1787059056.906600) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1787059056.906600) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1787059056.906600) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1787059056.906600) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1787059056.90660) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1787059056.906600) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000003) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 630, in ensure_object_in_right_location - self.swift.upload_object( - ~~~~~~~~~~~~~~~~~~~~~~~~^ - FileLikeIter(source_obj_iter), account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers) - ^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 836, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params=params) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 256, in handle_request - resp = self.make_request(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 253, in make_request - raise err - File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 224, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 232, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 1928, in blow_up - raise Exception('kaboom!') -Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0130 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0029 "-" 2651759 - -test ERROR: ERROR Account update failed with 127.0.0.1:53253/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 2651759 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0036 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok - -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:32 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0039 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0003 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0037 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 2651796 0 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0045 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0071 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 2651796 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2651796 - -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2651796 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 268, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 268, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 2651796 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2651796 2 -test INFO: - - - [18/Aug/2026:13:17:33 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0036 "-" 2651796 2 -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpbi_cn4bv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1787059054.00000, (0, 0) as of 1787059054.00000, active as of 1787059054.00000> to ShardRange<'k' to 't' as of 1787059055.00000, (0, 0) as of 1787059055.00000, active as of 1787059055.00000>, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059059.00000, (0, 0) as of 1787059059.00000, shrinking as of 1787059056.00000> to ShardRange<'k' to 't' as of 1787059059.00000, (0, 0) as of 1787059059.00000, sharding as of 1787059060.00000>, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok - fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb648d6830c0b4b039a02c-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4a2958226fe34f20a19c2-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx14653537188441d7bdd27-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx9856d08313044eb29e6d0-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx06f5cb1b2f1547a68db70-006a845b72) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx915f37423ffb46359313a-006a845b72) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx93578118eaa540019c0ac-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx84754328a2a0456a92181-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3c7c142b03754fb39df7f-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1fa992d2dbb54d0db0dee-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5eeadc06e84a4c5c95aaf-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txda0da215e22b418c91ea8-006a845b72) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txa1607e12d1ab4f5b85d63-006a845b72) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa1607e12d1ab4f5b85d63-006a845b72) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx692dffc70d15417eafb26-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txd54b66a61e7d45868fc5f-006a845b72)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0147 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0045 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0088 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0124 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0073 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0093 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0053 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0126 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0068 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0070 "-" 1137647 - +test ERROR: ERROR Account update failed with 127.0.0.1:38809/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0063 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1137647 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 1137647 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0125 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0108 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0034 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0093 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 141, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok + +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0009 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:14 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0009 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0352 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0052 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0018 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0092 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0054 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0083 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0050 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0053 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0094 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0052 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok + +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txe5220fcf6f3d4d1aa309f-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txe68ec7b14ced4085a702b-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txe68ec7b14ced4085a702b-0068774dfe) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txe68ec7b14ced4085a702b-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: tx71ef47bc3bdc4730a4e73-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: tx71ef47bc3bdc4730a4e73-0068774dfe) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx71ef47bc3bdc4730a4e73-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: tx97139741fa0e4c0786992-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx97139741fa0e4c0786992-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx97139741fa0e4c0786992-0068774dfe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx97139741fa0e4c0786992-0068774dfe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: tx0ed0a78917ff47d9b7042-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0ed0a78917ff47d9b7042-0068774dfe) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0ed0a78917ff47d9b7042-0068774dfe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0ed0a78917ff47d9b7042-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7d0542ff7bd84d9891c42-0068774dfe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx96e134a6ae79408fbf2ad-0068774dfe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx96e134a6ae79408fbf2ad-0068774dfe)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'Content-Md5': 'X8v/cgWa+DKSmVkKhiqzAQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5fcbff72059af8329299590a862ab301', 'Content-Length': '289'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'Content-Md5': 'cQSAM99ul7P64+DWyPVIdg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '71048033df6e97b3fae3e0d6c8f54876', 'Content-Length': '230'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx03229973eebb479bbbfd0-006a845b73) -test DEBUG: Setting object count to 1065 (txn: tx03229973eebb479bbbfd0-006a845b73) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp1shrjzd3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1shrjzd3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp1shrjzd3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1shrjzd3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0029 "-" 2651814 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0028 "-" 2651814 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 2651814 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 2651814 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2f4d11445a74417f840de-006a845b73" "proxy-server 2651814" 0.0012 "-" 2651814 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51065/sdb1/1/a/c" "tx2f4d11445a74417f840de-006a845b73" "container-server 2651814" 0.0009 "-" 2651814 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54557/sda1/1/a/c" "tx2f4d11445a74417f840de-006a845b73" "container-server 2651814" 0.0008 "-" 2651814 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2f4d11445a74417f840de-006a845b73" "proxy-server 2651814" 0.0117 "-" 2651814 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2f4d11445a74417f840de-006a845b73" "proxy-server 2651814" 0.0081 "-" 2651814 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2f4d11445a74417f840de-006a845b73 - 0.0197 - - 1787059059.273618460 1787059059.293325424 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6371cbd526134820a379d-006a845b73" "proxy-server 2651814" 0.0010 "-" 2651814 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54557/sda1/1/a1/c1" "tx6371cbd526134820a379d-006a845b73" "container-server 2651814" 0.0010 "-" 2651814 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51065/sdb1/1/a1/c1" "tx6371cbd526134820a379d-006a845b73" "container-server 2651814" 0.0009 "-" 2651814 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6371cbd526134820a379d-006a845b73" "proxy-server 2651814" 0.0074 "-" 2651814 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6371cbd526134820a379d-006a845b73" "proxy-server 2651814" 0.0120 "-" 2651814 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6371cbd526134820a379d-006a845b73 - 0.0182 - - 1787059059.294493198 1787059059.312685251 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4bb116877092419ebdde6-006a845b73" "proxy-server 2651814" 0.0019 "-" 2651814 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54557/sda1/2/a/c1" "tx4bb116877092419ebdde6-006a845b73" "container-server 2651814" 0.0010 "-" 2651814 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51065/sdb1/2/a/c1" "tx4bb116877092419ebdde6-006a845b73" "container-server 2651814" 0.0015 "-" 2651814 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4bb116877092419ebdde6-006a845b73" "proxy-server 2651814" 0.0081 "-" 2651814 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4bb116877092419ebdde6-006a845b73" "proxy-server 2651814" 0.0125 "-" 2651814 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4bb116877092419ebdde6-006a845b73 - 0.0197 - - 1787059059.313900709 1787059059.333570957 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb10f3b90448740ae911f3-006a845b73" "proxy-server 2651814" 0.0018 "-" 2651814 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54557/sda1/1/a/c2" "txb10f3b90448740ae911f3-006a845b73" "container-server 2651814" 0.0010 "-" 2651814 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51065/sdb1/1/a/c2" "txb10f3b90448740ae911f3-006a845b73" "container-server 2651814" 0.0041 "-" 2651814 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb10f3b90448740ae911f3-006a845b73" "proxy-server 2651814" 0.0107 "-" 2651814 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb10f3b90448740ae911f3-006a845b73" "proxy-server 2651814" 0.0151 "-" 2651814 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb10f3b90448740ae911f3-006a845b73 - 0.0225 - - 1787059059.334710836 1787059059.357175350 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx025957710b514dcfab696-006a845b73) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5ac904f5b6fc4b75a9407-006a845b73) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx842476af190249bc96a9d-006a845b73) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx842476af190249bc96a9d-006a845b73) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx842476af190249bc96a9d-006a845b73) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8f6baa999b0a43c2a2591-006a845b73) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8f6baa999b0a43c2a2591-006a845b73)test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1787059053.23714', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1752649213.25765', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1787059053.24447', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1752649213.29072', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a19df6753a5ae4f2cb91f8677789032', '31277442-3e2d-4462-a230-63843ea86754-sda', '1787059053.34313', '1787059054', '1787059055', '', '1787059055', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('31277442-3e2d-4462-a230-63843ea86754-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2rl0u2fc/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.56034 seconds (1.78462/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp2rl0u2fc/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '3b59ec20d9ca81afffb347f1c3b9cf0b', 'e8bc9b7a-95d4-44a9-9936-c0ace53ced20-sda', '1787059053.90329', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('e8bc9b7a-95d4-44a9-9936-c0ace53ced20-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '3b59ec20d9ca81afffb347f1c3b9cf0b', 'e8bc9b7a-95d4-44a9-9936-c0ace53ced20-sda', '1787059053.90329', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('e8bc9b7a-95d4-44a9-9936-c0ace53ced20-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0j5kv5tb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae98366e-bbc7-463c-b4ec-7adb7c979b68-sda', '1787059054.56277', '1787059054', '1787059055', '', '1787059055', 0, 1) -test DEBUG: /tmp/tmp0j5kv5tb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae98366e-bbc7-463c-b4ec-7adb7c979b68-sda', '1787059054.56277', '1787059054', '1787059055', '', '1787059055', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ae98366e-bbc7-463c-b4ec-7adb7c979b68-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00922 seconds (108.49933/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprq4u1ubg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9a07c70-d493-4da1-9377-5f75402c06b2-sda', '1787059054.58150', '1787059054', '1787059055', '', '1787059055', 0, 0) -test DEBUG: /tmp/tmprq4u1ubg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9a07c70-d493-4da1-9377-5f75402c06b2-sda', '1787059054.58150', '1787059054', '1787059055', '', '1787059055', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a9a07c70-d493-4da1-9377-5f75402c06b2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01282 seconds (77.98218/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprdp_o9nf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ba4e6161-1c09-44dd-9de0-dd53f2d9132e-sda', '1787059054.60800', '1787059056', '0', '', '1787059056', 0, 1) -test DEBUG: /tmp/tmprdp_o9nf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ba4e6161-1c09-44dd-9de0-dd53f2d9132e-sda', '1787059054.60800', '1787059056', '0', '', '1787059056', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ba4e6161-1c09-44dd-9de0-dd53f2d9132e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01029 seconds (97.19742/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqnb27z2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae83f32cfea2ccc4a035ce6d3f5b588d', 'cf4a03d1-e6bf-4f1e-9703-e84e7d31703f-sda', '1787059054.62805', '1787059056', '0', '', '1787059056', 1, 1) -test DEBUG: /tmp/tmpqnb27z2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae83f32cfea2ccc4a035ce6d3f5b588d', 'cf4a03d1-e6bf-4f1e-9703-e84e7d31703f-sda', '1787059054.62805', '1787059056', '0', '', '1787059056', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cf4a03d1-e6bf-4f1e-9703-e84e7d31703f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpqnb27z2s/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01981 seconds (50.48912/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpqnb27z2s/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'be0de4aa5f12d40747d14db73ebaf25f', '2877e0c3-1920-4c6a-8973-829ebe4b76c1-sda', '1787059054.64725', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('2877e0c3-1920-4c6a-8973-829ebe4b76c1-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'be0de4aa5f12d40747d14db73ebaf25f', '2877e0c3-1920-4c6a-8973-829ebe4b76c1-sda', '1787059054.64725', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('2877e0c3-1920-4c6a-8973-829ebe4b76c1-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fcfde6ff-6ae3-4052-b550-cfb741647b0f-sda', '1787059054.66293', '1787059054.66129', '0', '', '1787059054.66129', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3u5_bnlb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '273cd33d-1ca4-41fd-8b8d-44b4350eed04-sda', '1787059054.67229', '1787059054.67024', '0', '', '1787059054.67024', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok - -test INFO: retry: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000003) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1786453199.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1786453199.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1786453199.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1786453199.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1786453199.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1786453199.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1786453199.000000) from the queue (1786453199.00000_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123460) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123460) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000003) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123460) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123460) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123460) from the queue (0000003600.12346_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1787059056.939250) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1787059056.939250) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1787059056.939250) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1787059056.939250) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1787059056.93925) in policy_index 1 responded 200 (1787059055.93925) -test INFO: retry: '/AUTH_bob/c/o1' (1787059056.939250) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000003) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000003) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0060 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:34 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa8e3f3a96b134b04b95de-006a845b72) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa8e3f3a96b134b04b95de-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6e53f5082ea14db2b3f38-006a845b72) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6e53f5082ea14db2b3f38-006a845b72) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx6e53f5082ea14db2b3f38-006a845b72) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx6e53f5082ea14db2b3f38-006a845b72) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx6e53f5082ea14db2b3f38-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfd571102f913451c8fc33-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649213.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649213.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649213.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649213.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok - -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000003) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000003) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000002) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1787059056.964280) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1787059056.964280) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1787059056.964280) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1787059056.964280) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1787059056.96428) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1787059056.964280) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1787059056.969630) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1787059056.969630) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1787059056.969630) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1787059056.969630) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1787059056.96963) in policy_index 1 responded 404 (1787059056.96963_0000000000000003) -test INFO: retry: '/AUTH_bob/c/o1' (1787059056.969630) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1787058000 -test DEBUG: looking for objects in 1787058000 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 844, in run_once - self.reconcile() - ~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 823, in reconcile - for container in self._iter_containers(): - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/swift/container/reconciler.py", line 743, in _iter_containers - one_page = list(itertools.islice( - container_gen, constraints.CONTAINER_LISTING_LIMIT)) - File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 323, in _iter_items - resp = self.make_request( - 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % - ...<2 lines>... - bytes_to_wsgi(quote(prefix))), - {}, acceptable_statuses) - File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 253, in make_request - raise err - File "/build/reproducible-path/swift-2.35.0/swift/common/internal_client.py", line 224, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 232, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/helpers.py", line 376, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_reconciler.py", line 2134, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok - -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx8f6baa999b0a43c2a2591-006a845b73) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1c1e0546c99c450097326-006a845b73) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1c1e0546c99c450097326-006a845b73) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3a577eef11fb4a28aeab0-006a845b73) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3a577eef11fb4a28aeab0-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txcb5d73596a0f47f39b815-006a845b73) -test INFO: Client disconnected on read of '/a/c' (txn: txcb5d73596a0f47f39b815-006a845b73) -test INFO: Client disconnected on read of '/a/c' (txn: txc180d116a85846f8972db-006a845b73) -test INFO: Client disconnected on read of '/a/c' (txn: txc180d116a85846f8972db-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx20ed56ddec73422fb67d7-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx71260743b3fc43eda7250-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa3abe305d88b41d39ce09-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa3abe305d88b41d39ce09-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa3abe305d88b41d39ce09-006a845b73) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txa3abe305d88b41d39ce09-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx181d6c0fbcb946128cb79-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx181d6c0fbcb946128cb79-006a845b73) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx181d6c0fbcb946128cb79-006a845b73) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx181d6c0fbcb946128cb79-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txd883386900764628aad17-006a845b73) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txd883386900764628aad17-006a845b73) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txd883386900764628aad17-006a845b73) -test ERROR: Account HEAD returning 503 for [] (txn: txd883386900764628aad17-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc55f6e01b435410a86f54-006a845b73) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txefd39917dbdd4acfb4a45-006a845b73) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txefd39917dbdd4acfb4a45-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9c7afae47cd6483ea1ace-006a845b73)test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd8c6a4f31e6d4bdba16dd-006a845b72) -proxy-server ERROR: Object GET returning 503 for [] (txn: txd8c6a4f31e6d4bdba16dd-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txddacecd86873425fbbe0e-006a845b72) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txddacecd86873425fbbe0e-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx35fb32b876fa42009d1fd-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2d8351ba668043f9bfaa2-006a845b72) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx2d8351ba668043f9bfaa2-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7ac57e222c6c48fcb7584-006a845b72) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx7ac57e222c6c48fcb7584-006a845b72) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx7ac57e222c6c48fcb7584-006a845b72) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx7ac57e222c6c48fcb7584-006a845b72) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('273cd33d-1ca4-41fd-8b8d-44b4350eed04-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '273cd33d-1ca4-41fd-8b8d-44b4350eed04-sda', '1787059054.67229', '1787059054.67024', '0', '', '1787059054.67024', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('273cd33d-1ca4-41fd-8b8d-44b4350eed04-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48091 seconds (2.07938/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbc92e9c7aa655cc0d9f0357700bc043', '04c2a066-eb94-4851-8cf0-27089535dc09-sda', '1787059055.70712', '1787059055.70531', '0', '', '1787059055.70531', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('04c2a066-eb94-4851-8cf0-27089535dc09-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b0985e79f68974502ed7afd6b0ba473f', 'c89f08cd-c8b2-4803-8ce6-d3232c891aa7-sda', '1787059055.73123', '1787059055.72571', '0', '', '1787059055.72571', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1787059055.73561', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1787059055.73633', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1787059055.73643', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1787059055.73650', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1787059055.73657', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1787059055.73664', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1787059055.73671', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1787059055.73678', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1787059055.73689', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1787059055.73696', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1787059055.73703', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c89f08cd-c8b2-4803-8ce6-d3232c891aa7-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpylwonije/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5723775-3027-4452-ab5b-3e548393b6c3-sda', '1787059055.75674', '1787059058', '0', '', '1787059058', 0, 1) -test DEBUG: /tmp/tmpylwonije/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5723775-3027-4452-ab5b-3e548393b6c3-sda', '1787059055.75674', '1787059058', '0', '', '1787059058', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b5723775-3027-4452-ab5b-3e548393b6c3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00898 seconds (111.33620/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe0wg0x6y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '16ff847fde44cdfaa1d1384b4ecb9a57', '1ef6024a-d183-4516-8b08-a6246f14e6bc-sda', '1787059055.77553', '1787059058', '0', '', '1787059058', 1, 0) -test DEBUG: /tmp/tmpe0wg0x6y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059059.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1ef6024a-d183-4516-8b08-a6246f14e6bc-sda') -test DEBUG: /tmp/tmpe0wg0x6y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00556612s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '16ff847fde44cdfaa1d1384b4ecb9a57', '1ef6024a-d183-4516-8b08-a6246f14e6bc-sda', '1787059055.77553', '1787059058', '0', '', '1787059058', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1ef6024a-d183-4516-8b08-a6246f14e6bc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpe0wg0x6y/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02291 seconds (43.64365/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpe0wg0x6y/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'bed5920fcc126a3af00df1b048f49f84', 'fced0737-24cb-4e2f-bcaa-917a6a07bfae-sda', '1787059055.80085', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('fced0737-24cb-4e2f-bcaa-917a6a07bfae-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'bed5920fcc126a3af00df1b048f49f84', 'fced0737-24cb-4e2f-bcaa-917a6a07bfae-sda', '1787059055.80085', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('fced0737-24cb-4e2f-bcaa-917a6a07bfae-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0tedwkx1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ccc89bf5-a952-4b6c-82bf-012cd33529a0-sda', '1787059055.82191', '1787059058', '0', '', '1787059058', 0, 0) -test DEBUG: /tmp/tmp0tedwkx1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ccc89bf5-a952-4b6c-82bf-012cd33529a0-sda', '1787059055.82191', '1787059058', '0', '', '1787059058', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ccc89bf5-a952-4b6c-82bf-012cd33529a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059054.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059054.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059054.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059054.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test DEBUG: Unlinked retiring db '/tmp/tmp8nrzzs4r/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0057 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0045 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 2651759 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0046 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test DEBUG: Unlinked retiring db '/tmp/tmpz6ped7mg/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0093 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 1137647 - +test DEBUG: Unlinked retiring db '/tmp/tmp0q3fe7x9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0155 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0086 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0009 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0011 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0010 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0182 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0129 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0144 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0126 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0097 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0131 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0144 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0283 "-" 1137647 0 +test DEBUG: Unlinked retiring db '/tmp/tmp5cba8uic/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1137647 0test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok @@ -30732,6 +24797,8 @@ test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok test.unit.container.test_server.TestContainerController.test_UPDATE test.unit.container.test_server.TestContainerController.test_UPDATE ... ok test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate @@ -30749,655 +24816,1164 @@ test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: Setting object count to 1032 (txn: tx19dd18d38f3b44adb2002-006a845b76) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: Setting object count to 48 (txn: txeca02d1894ac4c328f267-006a845b76) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: Setting object count to 1064 (txn: tx7928960755414d81a87db-006a845b76) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx42d575cd57ce47e2ab6ee-006a845b76) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx42d575cd57ce47e2ab6ee-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42d575cd57ce47e2ab6ee-006a845b76) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx42d575cd57ce47e2ab6ee-006a845b76) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx42d575cd57ce47e2ab6ee-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx42d575cd57ce47e2ab6ee-006a845b76) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx42d575cd57ce47e2ab6ee-006a845b76) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txc26f6e7c433a4723a77a9-006a845b76) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc26f6e7c433a4723a77a9-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc26f6e7c433a4723a77a9-006a845b76) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc26f6e7c433a4723a77a9-006a845b76)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok - -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txddd7c93423ad49c2a6516-006a845b73) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe8b7c5c5457b413d8da7b-006a845b73) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1c62ab661cf3469480120-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6e2aaf1f91c9449cacdb0-006a845b73) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8b545bc27c2b4747b1da2-006a845b73) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8b545bc27c2b4747b1da2-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration (txn: tx96e134a6ae79408fbf2ad-0068774dfe) +test ERROR: Account HEAD returning 503 for [] (txn: tx96e134a6ae79408fbf2ad-0068774dfe) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx306524f88c10410986150-0068774dfe) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx306524f88c10410986150-0068774dfe) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx306524f88c10410986150-0068774dfe) +test ERROR: Account HEAD returning 503 for [] (txn: tx306524f88c10410986150-0068774dfe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx54c53cbea621471e8230c-0068774dfe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: txa90f9ca6b580449d8d66e-0068774dfe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: txa90f9ca6b580449d8d66e-0068774dfe) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test WARNING: Could not autocreate account '/account' (txn: tx2cd60ced3d68477b8e4aa-006a845b73) -test INFO: autocreate account '/account' (txn: tx53a8e62b14734f028a169-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test WARNING: Could not autocreate account '/account' (txn: tx3c4bbec1aa8b4ba48b836-006a845b73) -test INFO: autocreate account '/account' (txn: txc5aca4b3d3ed42c696408-006a845b73) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6e4f64ffc09c4d0e898f1-006a845b73) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6e4f64ffc09c4d0e898f1-006a845b73) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx6e4f64ffc09c4d0e898f1-006a845b73) -test INFO: autocreate account '/account' (txn: tx41ec3bd153194824a8a0c-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txaa9ddadd8bfc411a8a3eb-006a845b73) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txaa9ddadd8bfc411a8a3eb-006a845b73) -test INFO: autocreate account '/account' (txn: txaa9ddadd8bfc411a8a3eb-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx95b78b06fa26436e9b80f-006a845b73) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx95b78b06fa26436e9b80f-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx9bfc299c373942da9b5f5-006a845b73)test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +StopIteration (txn: txa90f9ca6b580449d8d66e-0068774dfe) +test ERROR: Account HEAD returning 503 for [] (txn: txa90f9ca6b580449d8d66e-0068774dfe) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5dbf3f7bad5f4818b370c-0068774dfe) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5dbf3f7bad5f4818b370c-0068774dfe) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5dbf3f7bad5f4818b370c-0068774dfe) +test ERROR: Account HEAD returning 503 for [] (txn: tx5dbf3f7bad5f4818b370c-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txdb1da4baca6e4397ae662-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txe263bdc055964f039cc2f-0068774dfe) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txe263bdc055964f039cc2f-0068774dfe) +test INFO: Client disconnected on read of '/a/c' (txn: txe263bdc055964f039cc2f-0068774dfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8ff90892aadf444185769-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6738933e4a35460bb475a-0068774dfe) +test INFO: Client disconnected on read of '/a/c' (txn: tx6738933e4a35460bb475a-0068774dfe) +test INFO: Client disconnected on read of '/a/c/' (txn: tx6738933e4a35460bb475a-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx35cdf8608bae4d71867fd-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx35cdf8608bae4d71867fd-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx35cdf8608bae4d71867fd-0068774dfe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx35cdf8608bae4d71867fd-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx141614eeadc34c17ae846-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx141614eeadc34c17ae846-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx141614eeadc34c17ae846-0068774dfe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx141614eeadc34c17ae846-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx34bbcba5014e4fb8b5db7-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx34bbcba5014e4fb8b5db7-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx34bbcba5014e4fb8b5db7-0068774dfe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx34bbcba5014e4fb8b5db7-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2ed62877a43b48758ec14-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2ed62877a43b48758ec14-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2ed62877a43b48758ec14-0068774dfe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2ed62877a43b48758ec14-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx786ade3f6f2d4039ac613-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx786ade3f6f2d4039ac613-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx786ade3f6f2d4039ac613-0068774dfe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx786ade3f6f2d4039ac613-0068774dfe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7dcf49d129ff45d1baea4-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7dcf49d129ff45d1baea4-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7dcf49d129ff45d1baea4-0068774dff) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7dcf49d129ff45d1baea4-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx16d8dcdf79bc4dcda3d3a-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx16d8dcdf79bc4dcda3d3a-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx16d8dcdf79bc4dcda3d3a-0068774dff) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx16d8dcdf79bc4dcda3d3a-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5393e489ea134a7ba7707-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5393e489ea134a7ba7707-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5393e489ea134a7ba7707-0068774dff) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5393e489ea134a7ba7707-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5af9774a2896472b95fc8-0068774dff) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx5af9774a2896472b95fc8-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5af9774a2896472b95fc8-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5af9774a2896472b95fc8-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5af9774a2896472b95fc8-0068774dff) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5af9774a2896472b95fc8-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcae5a1b7b7b045b19062b-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txcae5a1b7b7b045b19062b-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txcae5a1b7b7b045b19062b-0068774dff) +test ERROR: Container GET returning 503 for [503, 503] (txn: txcae5a1b7b7b045b19062b-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test ERROR: Container GET returning 503 for [503, 503] (txn: txc50e7c03c2ec44d6b9f78-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx46c8ec422d524849b9c4f-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx46c8ec422d524849b9c4f-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx46c8ec422d524849b9c4f-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: tx46c8ec422d524849b9c4f-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx672af2a1ef7045e68d69b-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx672af2a1ef7045e68d69b-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx672af2a1ef7045e68d69b-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: tx672af2a1ef7045e68d69b-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc9ce78fa6d8c4fce82452-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc9ce78fa6d8c4fce82452-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc9ce78fa6d8c4fce82452-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: txc9ce78fa6d8c4fce82452-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf4863fb1350345e586b82-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf4863fb1350345e586b82-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf4863fb1350345e586b82-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: txf4863fb1350345e586b82-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3204de553d3c45e790070-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3204de553d3c45e790070-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3204de553d3c45e790070-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: tx3204de553d3c45e790070-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx77600f5d6baf4521b397c-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx77600f5d6baf4521b397c-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx77600f5d6baf4521b397c-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: tx77600f5d6baf4521b397c-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf8216fb6e124483285a4a-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf8216fb6e124483285a4a-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf8216fb6e124483285a4a-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: txf8216fb6e124483285a4a-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2482a22b75fb48bc97197-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2482a22b75fb48bc97197-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2482a22b75fb48bc97197-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: tx2482a22b75fb48bc97197-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx79a878e9509d47cc8e04f-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx79a878e9509d47cc8e04f-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx79a878e9509d47cc8e04f-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: tx79a878e9509d47cc8e04f-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa751972dfa89444983a9a-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa751972dfa89444983a9a-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa751972dfa89444983a9a-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: txa751972dfa89444983a9a-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf5e2511442fd459998080-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf5e2511442fd459998080-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf5e2511442fd459998080-0068774dff) +test ERROR: Container GET returning 503 for [] (txn: txf5e2511442fd459998080-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9b34383c79e14ce6ab03b-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9b34383c79e14ce6ab03b-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9b34383c79e14ce6ab03b-0068774dff) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9b34383c79e14ce6ab03b-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8dd7decc2a734d398c8dc-0068774dff)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649214.48210', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649214.94105', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 141, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test INFO: - - 16/Jul/2025/07/00/14 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0010 FA - 1752649214.853542089 1752649214.854561090 0 +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1752649214.853498459 1752649214.855092049 0 +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.860919952 1752649214.861160755 0 +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1752649214.860876560 1752649214.861582041 0 +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.862913847 1752649214.863085985 0 +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0250 - - 1752649214.862854242 1752649214.887829542 0 +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.889385462 1752649214.889598370 0 +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1752649214.889346123 1752649214.890043736 0 +test INFO: - - 16/Jul/2025/07/00/14 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.899667263 1752649214.899854422 0 +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1752649214.899625301 1752649214.900320292 0 +test INFO: - - 16/Jul/2025/07/00/14 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.902080536 1752649214.902251244 0 +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1752649214.902558565 1752649214.902735710 0 +test INFO: - - 16/Jul/2025/07/00/14 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0122 FA - 1752649214.903114796 1752649214.915350199 0 +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0140 - - 1752649214.901967764 1752649214.916010141 - +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.917550802 1752649214.917767525 0 +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1752649214.918045998 1752649214.918211222 0 +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1752649214.918536663 1752649214.918683290 0 +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1752649214.917440414 1752649214.919105768 - +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.929932833 1752649214.930117846 0 +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1752649214.930436373 1752649214.930607080 0 +test INFO: - - 16/Jul/2025/07/00/14 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1752649214.930961609 1752649214.931086063 0 +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0180 - - 1752649214.929816246 1752649214.947777510 - +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.949405670 1752649214.949609518 0 +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1752649214.949919462 1752649214.950092793 0 +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1752649214.950419664 1752649214.950565100 0 +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1752649214.949291229 1752649214.950969458 - +test INFO: - - 16/Jul/2025/07/00/14 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1752649214.963455915 1752649214.963663816 0 +test INFO: - - 16/Jul/2025/07/00/14 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1752649214.964050293 1752649214.964230061 0 +test INFO: - - 16/Jul/2025/07/00/14 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1752649214.964572430 1752649214.964683533 0 +test INFO: - - 16/Jul/2025/07/00/14 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0059 - - 1752649214.959136009 1752649214.965073109 - +test ERROR: ERROR Could not get container info /tmp/tmp2l5toylb/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp2l5toylb/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp1v3eefvz/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: Setting object count to 1032 (txn: txa9a8ff98e4774ad5a02d3-0068774dff) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: Setting object count to 48 (txn: tx7a2f178893cf453aa0f5a-0068774dff) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: Setting object count to 1064 (txn: txeb1c095287864d0a885cf-0068774dff) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txe62e440bf5c7420b98cb1-0068774dff) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe62e440bf5c7420b98cb1-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe62e440bf5c7420b98cb1-0068774dff) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe62e440bf5c7420b98cb1-0068774dff) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe62e440bf5c7420b98cb1-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe62e440bf5c7420b98cb1-0068774dff) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txe62e440bf5c7420b98cb1-0068774dff) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx4e117fcc54fd459dab87a-0068774dff) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4e117fcc54fd459dab87a-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4e117fcc54fd459dab87a-0068774dff) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4e117fcc54fd459dab87a-0068774dff) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4e117fcc54fd459dab87a-0068774dff) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4e117fcc54fd459dab87a-0068774dff) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4e117fcc54fd459dab87a-0068774dff) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx283df572df8e4843a2cc3-0068774e00)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.12100', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.13870', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx236e6e037258411ab03c2-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66c4c936a54e4259a65eb-006a845b73) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txde6ac4c5eb6e4840b3957-006a845b73) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 195, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7d525464afe64b8aab861-006a845b73) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 261, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 207, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx271171a4dd2e4587a0e44-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 249, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: txdc7ea75adc3c493284626-006a845b73) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 156, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok + +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8dd7decc2a734d398c8dc-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8dd7decc2a734d398c8dc-0068774dff) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8dd7decc2a734d398c8dc-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx472dacfeeb0144f9824b2-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx472dacfeeb0144f9824b2-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx472dacfeeb0144f9824b2-0068774dff) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx472dacfeeb0144f9824b2-0068774dff) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6fd569fe6f9346ee8d614-0068774dff) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6fd569fe6f9346ee8d614-0068774dff) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6fd569fe6f9346ee8d614-0068774dff) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6fd569fe6f9346ee8d614-0068774dff) +test INFO: Client disconnected on read of '/a/c' (txn: tx9f02af52585d4d509d901-0068774dff) +test INFO: Client disconnected on read of '/a/c/' (txn: tx9f02af52585d4d509d901-0068774dff) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx91002d50a8e54ff09ee6a-006a845b73) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: txc0d4d0d57ed4457f8e3b7-0068774dff) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: txb89464ec6e1a4c6faaa19-006a845b73) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: txc0d4d0d57ed4457f8e3b7-0068774dff) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: txb89464ec6e1a4c6faaa19-006a845b73) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txb89464ec6e1a4c6faaa19-006a845b73) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: txc0d4d0d57ed4457f8e3b7-0068774dff) +test ERROR: Account HEAD returning 503 for [] (txn: txc0d4d0d57ed4457f8e3b7-0068774dff) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4277c89703ea4dfc8b759-006a845b73) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx58d6060d7d0e4565a2a62-0068774dff) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4277c89703ea4dfc8b759-006a845b73) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4277c89703ea4dfc8b759-006a845b73) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx58d6060d7d0e4565a2a62-0068774dff) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx3ba1e2b8ba814d9ca674b-006a845b73)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok - -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34921 seconds (2.86361/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp31gk7ppw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '66ed6524739550861c2535aff7260833', '17c8331c-ee22-488f-91aa-b5295a2bdc97-sda', '1787059056.18126', '1787059059', '0', '', '1787059059', 1, 1) -test DEBUG: /tmp/tmp31gk7ppw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '66ed6524739550861c2535aff7260833', '17c8331c-ee22-488f-91aa-b5295a2bdc97-sda', '1787059056.18126', '1787059059', '0', '', '1787059059', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('17c8331c-ee22-488f-91aa-b5295a2bdc97-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp31gk7ppw/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01961 seconds (51.00300/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp31gk7ppw/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '20cfe7dee09cc86f5cbabec3c776d40d', '91c3e8ee-38a6-4839-afb6-66a2b0d5e68d-sda', '1787059056.19992', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('91c3e8ee-38a6-4839-afb6-66a2b0d5e68d-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '20cfe7dee09cc86f5cbabec3c776d40d', '91c3e8ee-38a6-4839-afb6-66a2b0d5e68d-sda', '1787059056.19992', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('91c3e8ee-38a6-4839-afb6-66a2b0d5e68d-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwa9rqgas/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eee892db-48f7-4882-bc9d-7daa08c18af0-sda', '1787059056.69542', '1787059056', '1787059060', '', '1787059060', 0, 0) -test DEBUG: /tmp/tmpwa9rqgas/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eee892db-48f7-4882-bc9d-7daa08c18af0-sda', '1787059056.69542', '1787059056', '1787059060', '', '1787059060', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eee892db-48f7-4882-bc9d-7daa08c18af0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01097 seconds (91.18167/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvgfaulnb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f97fb004309b168bb11916a6870cbd6c', '380a7e4f-7be2-4bc0-b85a-aca8427b01f8-sda', '1787059056.71701', '1787059056', '1787059060', '', '1787059060', 1, 0) -test DEBUG: /tmp/tmpvgfaulnb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059061.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '380a7e4f-7be2-4bc0-b85a-aca8427b01f8-sda') -test DEBUG: /tmp/tmpvgfaulnb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00251031s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f97fb004309b168bb11916a6870cbd6c', '380a7e4f-7be2-4bc0-b85a-aca8427b01f8-sda', '1787059056.71701', '1787059056', '1787059060', '', '1787059060', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('380a7e4f-7be2-4bc0-b85a-aca8427b01f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvgfaulnb/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01888 seconds (52.95543/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvgfaulnb/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '65e9882ce7b4be1ae802965d3526e0a0', '4f22292f-9d8e-4778-aa09-0ca7241bbb28-sda', '1787059056.73925', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('4f22292f-9d8e-4778-aa09-0ca7241bbb28-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '65e9882ce7b4be1ae802965d3526e0a0', '4f22292f-9d8e-4778-aa09-0ca7241bbb28-sda', '1787059056.73925', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('4f22292f-9d8e-4778-aa09-0ca7241bbb28-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpawscbavg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '72696056-4a59-4df1-bea6-057f41f47efc-sda', '1787059056.75648', '1787059056', '1787059060', '', '1787059060', 0, 0) -test DEBUG: /tmp/tmpawscbavg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '72696056-4a59-4df1-bea6-057f41f47efc-sda', '1787059056.75648', '1787059056', '1787059060', '', '1787059060', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('72696056-4a59-4df1-bea6-057f41f47efc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00994 seconds (100.61318/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd3c41q7l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f97fb004309b168bb11916a6870cbd6c', 'fe21378e-f02e-470e-aeff-c18f5575f128-sda', '1787059056.77684', '1787059056', '1787059060', '', '1787059060', 1, 0) -test DEBUG: /tmp/tmpd3c41q7l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx58d6060d7d0e4565a2a62-0068774dff) +test ERROR: Account HEAD returning 503 for [] (txn: tx58d6060d7d0e4565a2a62-0068774dff) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx569af1c9b87241858befe-0068774dff) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc654071f987745398780a-0068774dff) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txe629b8a6c97d40fa97322-0068774dff) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpdxjgtr7c/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdxjgtr7c/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpdxjgtr7c/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdxjgtr7c/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0025 "-" 1137656 -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 143, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0033 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:36 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2651759 - +test DEBUG: - - - [16/Jul/2025:07:00:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:36 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2651759 - +test DEBUG: - - - [16/Jul/2025:07:00:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:36 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2651759 - +test DEBUG: - - - [16/Jul/2025:07:00:16 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1137647 - test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 1023, in __call__ @@ -31410,19 +25986,19 @@ return getattr(self, op)( ~~~~~~~^^^^^^^^^^ AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Aug/2026:13:17:36 +0000] "REPLICATE /sda1/p/a/" 500 711 "-" "-" "-" 0.0029 "-" 2651759 - +test DEBUG: - - - [16/Jul/2025:07:00:16 +0000] "REPLICATE /sda1/p/a/" 500 711 "-" "-" "-" 0.0018 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Aug/2026:13:17:36 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 2651759 - +test DEBUG: - - - [16/Jul/2025:07:00:16 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0159 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0040 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0019 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0090 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0021 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0003 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0303 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0020 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : @@ -31433,35 +26009,35 @@ raise Exception() Exception test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0039 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2651759 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:36 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0160 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0053 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0035 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0181 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0053 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1137647 0test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok test.unit.container.test_server.TestContainerController.test_correct_allowed_method test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok @@ -31497,323 +26073,288 @@ test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok test.unit.container.test_server.TestContainerController.test_not_allowed_method test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok - -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3ba1e2b8ba814d9ca674b-006a845b73) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3ba1e2b8ba814d9ca674b-006a845b73) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3ba1e2b8ba814d9ca674b-006a845b73) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx72c124731df0485a8fc0a-006a845b73) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx72c124731df0485a8fc0a-006a845b73) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx72c124731df0485a8fc0a-006a845b73) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx72c124731df0485a8fc0a-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc82a38a6bb9940bbbad32-006a845b73) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txa5caa738625e4c28b0ee3-006a845b73) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txa5caa738625e4c28b0ee3-006a845b73) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5caa738625e4c28b0ee3-006a845b73) -test ERROR: Account HEAD returning 503 for [] (txn: txa5caa738625e4c28b0ee3-006a845b73) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5689de021cba44fea17cf-006a845b73) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5689de021cba44fea17cf-006a845b73) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5689de021cba44fea17cf-006a845b73) -test ERROR: Account HEAD returning 503 for [] (txn: tx5689de021cba44fea17cf-006a845b73) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txbf1bbb9c67bd417480e4e-006a845b73) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: tx96622e112ae246bebb5f9-006a845b73) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: tx96622e112ae246bebb5f9-006a845b73) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx96622e112ae246bebb5f9-006a845b73) -test ERROR: Account HEAD returning 503 for [] (txn: tx96622e112ae246bebb5f9-006a845b73) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3a789f8c1ffa4e16a6f29-006a845b73) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3a789f8c1ffa4e16a6f29-006a845b73) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3a789f8c1ffa4e16a6f29-006a845b73) -test ERROR: Account HEAD returning 503 for [] (txn: tx3a789f8c1ffa4e16a6f29-006a845b73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok - +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1752649214.58999', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpfs619qo_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfs619qo_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpfs619qo_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfs619qo_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0028 "-" 2651774 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0033 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5fcd07b0e8414faf94374-006a845b75" "proxy-server 2651774" 0.0011 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:52571/sdb1/0/a/c" "tx5fcd07b0e8414faf94374-006a845b75" "container-server 2651774" 0.0010 "-" 2651774 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:60147/sda1/0/a/c" "tx5fcd07b0e8414faf94374-006a845b75" "container-server 2651774" 0.0009 "-" 2651774 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5fcd07b0e8414faf94374-006a845b75" "proxy-server 2651774" 0.0077 "-" 2651774 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5fcd07b0e8414faf94374-006a845b75" "proxy-server 2651774" 0.0125 "-" 2651774 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/41 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5fcd07b0e8414faf94374-006a845b75 - 0.0189 - - 1787059061.041601419 1787059061.060508013 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx481d13bbf9774b0e8a636-006a845b75" "proxy-server 2651774" 0.0010 "-" 2651774 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:52571/sdb1/2/a1/c1" "tx481d13bbf9774b0e8a636-006a845b75" "container-server 2651774" 0.0009 "-" 2651774 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:60147/sda1/2/a1/c1" "tx481d13bbf9774b0e8a636-006a845b75" "container-server 2651774" 0.0008 "-" 2651774 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx481d13bbf9774b0e8a636-006a845b75" "proxy-server 2651774" 0.0072 "-" 2651774 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx481d13bbf9774b0e8a636-006a845b75" "proxy-server 2651774" 0.0117 "-" 2651774 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/41 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx481d13bbf9774b0e8a636-006a845b75 - 0.0178 - - 1787059061.061798573 1787059061.079570770 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7116c230f17f47cb86d78-006a845b75" "proxy-server 2651774" 0.0017 "-" 2651774 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52571/sdb1/0/a/c1" "tx7116c230f17f47cb86d78-006a845b75" "container-server 2651774" 0.0015 "-" 2651774 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:60147/sda1/0/a/c1" "tx7116c230f17f47cb86d78-006a845b75" "container-server 2651774" 0.0008 "-" 2651774 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7116c230f17f47cb86d78-006a845b75" "proxy-server 2651774" 0.0115 "-" 2651774 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7116c230f17f47cb86d78-006a845b75" "proxy-server 2651774" 0.0084 "-" 2651774 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7116c230f17f47cb86d78-006a845b75 - 0.0192 - - 1787059061.080737114 1787059061.099984407 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaf94aff6246e4af1b7b7d-006a845b75" "proxy-server 2651774" 0.0017 "-" 2651774 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:60147/sda1/2/a/c2" "txaf94aff6246e4af1b7b7d-006a845b75" "container-server 2651774" 0.0014 "-" 2651774 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52571/sdb1/2/a/c2" "txaf94aff6246e4af1b7b7d-006a845b75" "container-server 2651774" 0.0040 "-" 2651774 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txaf94aff6246e4af1b7b7d-006a845b75" "proxy-server 2651774" 0.0108 "-" 2651774 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:41 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txaf94aff6246e4af1b7b7d-006a845b75" "proxy-server 2651774" 0.0152 "-" 2651774 2test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 16 Jul 2025 07:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1752649214.63187', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -31824,236 +26365,436 @@ resp = self.GETorHEAD(req) File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 109, in GETorHEAD resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1733, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1560, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 16/Jul/2025/07/00/15 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1752649215.645802021 1752649215.646718025 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 16/Jul/2025/07/00/15 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1752649215.651447535 1752649215.652402163 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f97fb004309b168bb11916a6870cbd6c', 'fe21378e-f02e-470e-aeff-c18f5575f128-sda', '1787059056.77684', '1787059056', '1787059060', '', '1787059060', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fe21378e-f02e-470e-aeff-c18f5575f128-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpd3c41q7l/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51783 seconds (1.93114/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpd3c41q7l/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '65e9882ce7b4be1ae802965d3526e0a0', '5823b213-5c59-4e27-817a-93f80fe3f935-sda', '1787059057.30039', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('5823b213-5c59-4e27-817a-93f80fe3f935-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '65e9882ce7b4be1ae802965d3526e0a0', '5823b213-5c59-4e27-817a-93f80fe3f935-sda', '1787059057.30039', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('5823b213-5c59-4e27-817a-93f80fe3f935-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgflyqh7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '75403be9-cecb-4e93-b709-0f29c5c7a1d0-sda', '1787059057.97039', '1787059057', '0', '', '1787059057', 0, 0) -test DEBUG: /tmp/tmpgflyqh7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '75403be9-cecb-4e93-b709-0f29c5c7a1d0-sda', '1787059057.97039', '1787059057', '0', '', '1787059057', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('75403be9-cecb-4e93-b709-0f29c5c7a1d0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00916 seconds (109.19135/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzkr06qd2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f97fb004309b168bb11916a6870cbd6c', 'c9ef7b0f-28a8-422f-9bfb-31b4d17579c7-sda', '1787059057.98981', '1787059057', '0', '', '1787059057', 1, 1) -test DEBUG: /tmp/tmpzkr06qd2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059061.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c9ef7b0f-28a8-422f-9bfb-31b4d17579c7-sda') -test DEBUG: /tmp/tmpzkr06qd2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00260711s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f97fb004309b168bb11916a6870cbd6c', 'c9ef7b0f-28a8-422f-9bfb-31b4d17579c7-sda', '1787059057.98981', '1787059057', '0', '', '1787059057', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c9ef7b0f-28a8-422f-9bfb-31b4d17579c7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzkr06qd2/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02143 seconds (46.65863/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzkr06qd2/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'efc75a58570256582157b47326dfb6b2', 'ee3135d1-6e0d-49eb-ac06-fe85bf27bca0-sda', '1787059058.01394', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('ee3135d1-6e0d-49eb-ac06-fe85bf27bca0-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, 'efc75a58570256582157b47326dfb6b2', 'ee3135d1-6e0d-49eb-ac06-fe85bf27bca0-sda', '1787059058.01394', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('ee3135d1-6e0d-49eb-ac06-fe85bf27bca0-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyavbzuqq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '69ad5882-68cb-408f-9526-0af9b9e4b0f0-sda', '1787059058.02865', '1787059058', '0', '', '1787059058', 0, 1) -test DEBUG: /tmp/tmpyavbzuqq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '69ad5882-68cb-408f-9526-0af9b9e4b0f0-sda', '1787059058.02865', '1787059058', '0', '', '1787059058', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('69ad5882-68cb-408f-9526-0af9b9e4b0f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01290 seconds (77.50377/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmlraxjmc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9e2448eeeb129aa3b113a113c637fdf3', 'a53995cd-09b1-4321-a9c2-355ddccd2c32-sda', '1787059058.05209', '1787059058', '0', '', '1787059058', 1, 1) -test DEBUG: /tmp/tmpmlraxjmc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9e2448eeeb129aa3b113a113c637fdf3', 'a53995cd-09b1-4321-a9c2-355ddccd2c32-sda', '1787059058.05209', '1787059058', '0', '', '1787059058', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a53995cd-09b1-4321-a9c2-355ddccd2c32-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpmlraxjmc/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01680 seconds (59.52118/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txaf94aff6246e4af1b7b7d-006a845b75 - 0.0222 - - 1787059061.101330519 1787059061.123483181 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 1137656 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx40e60fd24c0a48cf95665-0068774dff" "proxy-server 1137656" 0.0010 "-" 1137656 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57337/sdb1/1/a/c" "tx40e60fd24c0a48cf95665-0068774dff" "container-server 1137656" 0.0025 "-" 1137656 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33855/sda1/1/a/c" "tx40e60fd24c0a48cf95665-0068774dff" "container-server 1137656" 0.0010 "-" 1137656 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx40e60fd24c0a48cf95665-0068774dff" "proxy-server 1137656" 0.0144 "-" 1137656 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx40e60fd24c0a48cf95665-0068774dff" "proxy-server 1137656" 0.0193 "-" 1137656 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx40e60fd24c0a48cf95665-0068774dff - 0.0282 - - 1752649215.378540516 1752649215.406695127 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txee3e289b759e4b5a85ebd-0068774dff" "proxy-server 1137656" 0.0011 "-" 1137656 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33855/sda1/1/a1/c1" "txee3e289b759e4b5a85ebd-0068774dff" "container-server 1137656" 0.0010 "-" 1137656 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57337/sdb1/1/a1/c1" "txee3e289b759e4b5a85ebd-0068774dff" "container-server 1137656" 0.0009 "-" 1137656 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txee3e289b759e4b5a85ebd-0068774dff" "proxy-server 1137656" 0.0083 "-" 1137656 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txee3e289b759e4b5a85ebd-0068774dff" "proxy-server 1137656" 0.0136 "-" 1137656 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txee3e289b759e4b5a85ebd-0068774dff - 0.0216 - - 1752649215.408103228 1752649215.429663420 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5605a1b76c9a4743a8968-0068774dff" "proxy-server 1137656" 0.0019 "-" 1137656 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57337/sdb1/2/a/c1" "tx5605a1b76c9a4743a8968-0068774dff" "container-server 1137656" 0.0017 "-" 1137656 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33855/sda1/2/a/c1" "tx5605a1b76c9a4743a8968-0068774dff" "container-server 1137656" 0.0010 "-" 1137656 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5605a1b76c9a4743a8968-0068774dff" "proxy-server 1137656" 0.0233 "-" 1137656 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5605a1b76c9a4743a8968-0068774dff" "proxy-server 1137656" 0.0110 "-" 1137656 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5605a1b76c9a4743a8968-0068774dff - 0.0331 - - 1752649215.431087255 1752649215.464208364 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e5009c83d2445618545c-0068774dff" "proxy-server 1137656" 0.0019 "-" 1137656 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57337/sdb1/1/a/c2" "tx9e5009c83d2445618545c-0068774dff" "container-server 1137656" 0.0014 "-" 1137656 2 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33855/sda1/1/a/c2" "tx9e5009c83d2445618545c-0068774dff" "container-server 1137656" 0.0010 "-" 1137656 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9e5009c83d2445618545c-0068774dff" "proxy-server 1137656" 0.0100 "-" 1137656 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9e5009c83d2445618545c-0068774dff" "proxy-server 1137656" 0.0151 "-" 1137656 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9e5009c83d2445618545c-0068774dff - 0.0276 - - 1752649215.465442419 1752649215.493050337 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059056.02813', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059057.33708', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0084 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0037 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0058 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0033 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0032 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0032 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0036 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0033 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0048 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0112 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0064 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0019 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 2651759 nada -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 2651759 999 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0011 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0033 "-" 2651759 1 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0011 "-" 2651759 1 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0075 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 1137647 nada +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1137647 999 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0091 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0010 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0118 "-" 1137647 1 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0011 "-" 1137647 1 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0060 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0021 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0091 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0021 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0022 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0020 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0116 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0087 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0030 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0106 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0051 "-" 2651759 0test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0108 "-" 1137647 0test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok test.unit.container.test_server.TestContainerController.test_object_update_with_offset test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok @@ -32072,590 +26813,774 @@ test.unit.container.test_server.TestContainerController.test_serv_reserv test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc26f6e7c433a4723a77a9-006a845b76) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc26f6e7c433a4723a77a9-006a845b76) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc26f6e7c433a4723a77a9-006a845b76) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Setting object count to 1065 (txn: tx4bf9aba2520d4c23a4bd7-006a845b77) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Setting object count to 1065 (txn: tx1668c95679504670ae90a-006a845b78) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4158947392ce4209b3f36-006a845b78) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx4158947392ce4209b3f36-006a845b78) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx24e4d56a95914c3589750-006a845b79) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx24e4d56a95914c3589750-006a845b79) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx24e4d56a95914c3589750-006a845b79) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx24e4d56a95914c3589750-006a845b79) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx24e4d56a95914c3589750-006a845b79) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx24e4d56a95914c3589750-006a845b79) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx24e4d56a95914c3589750-006a845b79) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx24e4d56a95914c3589750-006a845b79) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx24e4d56a95914c3589750-006a845b79)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test ERROR: ERROR Could not get container info /tmp/tmp1v3eefvz/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpm1kbm_06/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.90150', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx13f4a171287b4a26a8a0c-006a845b74) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx1e1192d2345d4ca4abb2a-006a845b74) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx1e1192d2345d4ca4abb2a-006a845b74) -test INFO: Client disconnected on read of '/a/c' (txn: tx1e1192d2345d4ca4abb2a-006a845b74) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb0a88e51984540ef98476-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx57ae5e5cd4dc4d3ebb7ac-006a845b74) -test INFO: Client disconnected on read of '/a/c' (txn: tx57ae5e5cd4dc4d3ebb7ac-006a845b74) -test INFO: Client disconnected on read of '/a/c/' (txn: tx57ae5e5cd4dc4d3ebb7ac-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx84ecfc331deb40aaac8fd-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx84ecfc331deb40aaac8fd-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx84ecfc331deb40aaac8fd-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx84ecfc331deb40aaac8fd-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb0e1cf3fe5344b56affdf-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb0e1cf3fe5344b56affdf-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb0e1cf3fe5344b56affdf-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb0e1cf3fe5344b56affdf-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4b6fff5edbf34d3aafc33-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4b6fff5edbf34d3aafc33-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4b6fff5edbf34d3aafc33-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4b6fff5edbf34d3aafc33-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx44a104f2fd0643ae9ba6f-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx44a104f2fd0643ae9ba6f-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx44a104f2fd0643ae9ba6f-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx44a104f2fd0643ae9ba6f-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx51e941b53a2c4bb3aad4b-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx51e941b53a2c4bb3aad4b-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx51e941b53a2c4bb3aad4b-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx51e941b53a2c4bb3aad4b-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx382a5808de814bbaa07f8-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx382a5808de814bbaa07f8-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx382a5808de814bbaa07f8-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx382a5808de814bbaa07f8-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txaf777be2360647b99b6d3-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaf777be2360647b99b6d3-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaf777be2360647b99b6d3-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txaf777be2360647b99b6d3-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc32d4ed89c774051a6f54-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc32d4ed89c774051a6f54-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc32d4ed89c774051a6f54-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc32d4ed89c774051a6f54-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7d90ca7605a0410e95f0f-006a845b74) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx7d90ca7605a0410e95f0f-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7d90ca7605a0410e95f0f-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7d90ca7605a0410e95f0f-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7d90ca7605a0410e95f0f-006a845b74) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7d90ca7605a0410e95f0f-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5851ef0b22134e758f22e-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5851ef0b22134e758f22e-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5851ef0b22134e758f22e-006a845b74) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx5851ef0b22134e758f22e-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe59b13056a8743ca86973-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe59b13056a8743ca86973-006a845b74) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txe59b13056a8743ca86973-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe59b13056a8743ca86973-006a845b74) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe59b13056a8743ca86973-006a845b74) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txe59b13056a8743ca86973-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe59b13056a8743ca86973-006a845b74) -test ERROR: Container GET returning 503 for [503, 503] (txn: txe59b13056a8743ca86973-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd0f03b1426f14b228067d-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd0f03b1426f14b228067d-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd0f03b1426f14b228067d-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: txd0f03b1426f14b228067d-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfd69c3105c0c4747a974f-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfd69c3105c0c4747a974f-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfd69c3105c0c4747a974f-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: txfd69c3105c0c4747a974f-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3e49f3aad3184e1591d17-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3e49f3aad3184e1591d17-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3e49f3aad3184e1591d17-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: tx3e49f3aad3184e1591d17-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcc42b26c6b4a4ecfa4003-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcc42b26c6b4a4ecfa4003-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcc42b26c6b4a4ecfa4003-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: txcc42b26c6b4a4ecfa4003-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6cfce29d91474b3ab8248-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6cfce29d91474b3ab8248-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6cfce29d91474b3ab8248-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: tx6cfce29d91474b3ab8248-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx788a91f172b7496d8e0a3-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx788a91f172b7496d8e0a3-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx788a91f172b7496d8e0a3-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: tx788a91f172b7496d8e0a3-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc86a4d0178974e09b0c3e-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc86a4d0178974e09b0c3e-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc86a4d0178974e09b0c3e-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: txc86a4d0178974e09b0c3e-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9f81614fd7dc4c6fb662b-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9f81614fd7dc4c6fb662b-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9f81614fd7dc4c6fb662b-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: tx9f81614fd7dc4c6fb662b-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx36503b5abd8a43f6a2a87-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx36503b5abd8a43f6a2a87-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx36503b5abd8a43f6a2a87-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: tx36503b5abd8a43f6a2a87-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3d94ff1deb404035b7683-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3d94ff1deb404035b7683-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3d94ff1deb404035b7683-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: tx3d94ff1deb404035b7683-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx79870fd2abdb416490e31-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx79870fd2abdb416490e31-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx79870fd2abdb416490e31-006a845b74) -test ERROR: Container GET returning 503 for [] (txn: tx79870fd2abdb416490e31-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc38aa0b00cf342fbab07a-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc38aa0b00cf342fbab07a-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc38aa0b00cf342fbab07a-006a845b74) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc38aa0b00cf342fbab07a-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx74eda65122d842d2bcfcb-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx74eda65122d842d2bcfcb-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx74eda65122d842d2bcfcb-006a845b74) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx74eda65122d842d2bcfcb-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7acead2e46d54d948320a-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7acead2e46d54d948320a-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7acead2e46d54d948320a-006a845b74) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7acead2e46d54d948320a-006a845b74) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx78542de8a3264d39b1fae-006a845b74) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx78542de8a3264d39b1fae-006a845b74) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx78542de8a3264d39b1fae-006a845b74) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx78542de8a3264d39b1fae-006a845b74) -test INFO: Client disconnected on read of '/a/c' (txn: txb602fb4ea1cd4521a05de-006a845b74) -test INFO: Client disconnected on read of '/a/c/' (txn: txb602fb4ea1cd4521a05de-006a845b74) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txb26f68366304474f9fc0d-006a845b74) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txb26f68366304474f9fc0d-006a845b74) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txb26f68366304474f9fc0d-006a845b74) -test ERROR: Account HEAD returning 503 for [] (txn: txb26f68366304474f9fc0d-006a845b74) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txccf6094fbeb94727a8204-006a845b74) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txccf6094fbeb94727a8204-006a845b74)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1787059058.06962', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.94427', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1787059058.07755', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok - -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpmlraxjmc/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '01ce6ce2421312d21437d8b38632f61d', '06ac5724-a523-4370-8bcd-608d89b788b6-sda', '1787059058.07233', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('06ac5724-a523-4370-8bcd-608d89b788b6-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '01ce6ce2421312d21437d8b38632f61d', '06ac5724-a523-4370-8bcd-608d89b788b6-sda', '1787059058.07233', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('06ac5724-a523-4370-8bcd-608d89b788b6-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkgkfimz0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bf4c6aea-eb91-487d-bc01-4f03b6005008-sda', '1787059059.26323', '1787059059', '1787059061', '', '1787059061', 0, 0) -test DEBUG: /tmp/tmpkgkfimz0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bf4c6aea-eb91-487d-bc01-4f03b6005008-sda', '1787059059.26323', '1787059059', '1787059061', '', '1787059061', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bf4c6aea-eb91-487d-bc01-4f03b6005008-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00913 seconds (109.56215/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpaqaoh_dl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5b20e2480723e5742981f6e6cd5c986d', 'b05dc7b8-639d-4527-b125-261f7f7e47f1-sda', '1787059059.28299', '1787059059', '1787059061', '', '1787059061', 1, 0) -test DEBUG: /tmp/tmpaqaoh_dl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059064.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b05dc7b8-639d-4527-b125-261f7f7e47f1-sda') -test DEBUG: /tmp/tmpaqaoh_dl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028429s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5b20e2480723e5742981f6e6cd5c986d', 'b05dc7b8-639d-4527-b125-261f7f7e47f1-sda', '1787059059.28299', '1787059059', '1787059061', '', '1787059061', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b05dc7b8-639d-4527-b125-261f7f7e47f1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpaqaoh_dl/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02242 seconds (44.61009/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpaqaoh_dl/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '17ab08c15ef027bab3fb45e181353460', '3c3ea0f8-4e14-490a-a18d-b03d7b1d085b-sda', '1787059059.30845', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('3c3ea0f8-4e14-490a-a18d-b03d7b1d085b-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '17ab08c15ef027bab3fb45e181353460', '3c3ea0f8-4e14-490a-a18d-b03d7b1d085b-sda', '1787059059.30845', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('3c3ea0f8-4e14-490a-a18d-b03d7b1d085b-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphsfr_zj8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b0085af5-77cf-4a8b-9423-b6b0ac628e1a-sda', '1787059059.32362', '1787059059', '1787059061', '', '1787059061', 0, 0) -test DEBUG: /tmp/tmphsfr_zj8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b0085af5-77cf-4a8b-9423-b6b0ac628e1a-sda', '1787059059.32362', '1787059059', '1787059061', '', '1787059061', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b0085af5-77cf-4a8b-9423-b6b0ac628e1a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01113 seconds (89.88035/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9nxnmmtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5b20e2480723e5742981f6e6cd5c986d', 'dfbcf89c-eedf-4df0-90bf-0eee1b7c94b7-sda', '1787059059.34764', '1787059059', '1787059061', '', '1787059061', 1, 1) -test DEBUG: /tmp/tmp9nxnmmtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5b20e2480723e5742981f6e6cd5c986d', 'dfbcf89c-eedf-4df0-90bf-0eee1b7c94b7-sda', '1787059059.34764', '1787059059', '1787059061', '', '1787059061', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dfbcf89c-eedf-4df0-90bf-0eee1b7c94b7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9nxnmmtv/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01679 seconds (59.54146/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp9nxnmmtv/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '7005074e43c52f89bde0a2d8dd696ef7', 'c36cb670-f500-45a8-8868-413700a484cb-sda', '1787059059.36800', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('c36cb670-f500-45a8-8868-413700a484cb-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '7005074e43c52f89bde0a2d8dd696ef7', 'c36cb670-f500-45a8-8868-413700a484cb-sda', '1787059059.36800', '1787058000', '0', '', '1787058000', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok - -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txccf6094fbeb94727a8204-006a845b74) -test ERROR: Account HEAD returning 503 for [] (txn: txccf6094fbeb94727a8204-006a845b74) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txbd1b88fe28754b03aea8b-006a845b76) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx88cd269f7cee4e40b9a34-006a845b76) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx761567178cc647ab805dd-006a845b76) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059058.79817', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059058.81460', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1752649215.864223957 1752649215.864310503 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1752649215.865437746 1752649215.865445852 - +test INFO: - - 16/Jul/2025/07/00/16 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1752649215.866272688 1752649216.566272736 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649215.876362085 1752649215.876451731 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0082 - - 1752649215.883202791 1752649215.891384363 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1752649215.892632246 1752649215.892657042 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1752649215.893654108 1752649215.893668175 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649215.894434214 1752649215.894497395 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649215.903547287 1752649215.903663635 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 15 - - - 0.0005 - - 1752649215.903522730 1752649215.904065132 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649215.961664677 1752649215.961742878 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649215.972401619 1752649215.972482443 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1752649215.973201513 1752649215.973262310 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0030 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0031 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0033 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0034 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0030 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 2651759 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0031 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0036 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:39 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0071 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0151 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0069 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0081 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0116 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0167 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0092 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0085 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0033 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0112 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0064 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0069 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0102 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0148 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0080 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0051 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0103 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0047 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0078 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0062 "-" 1137647 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0114 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0031 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:16 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0114 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type @@ -32676,290 +27601,55 @@ test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok test.unit.container.test_server.TestContainerController.test_weird_content_types test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request#012 conn = http_connect(#012 ip, port, node['device'],#012 self.partition, self.req.method, self.path,#012 headers=req_headers,#012 query_string=self.req.query_string)#012 File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration (txn: tx1c31ff14c3d04653bbc61-006a845b7b) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request#012 conn = http_connect(#012 ip, port, node['device'],#012 self.partition, self.req.method, self.path,#012 headers=req_headers,#012 query_string=self.req.query_string)#012 File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration (txn: tx1c31ff14c3d04653bbc61-006a845b7b) -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones @@ -33052,426 +27742,706 @@ test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Client disconnected on read of '/a' (txn: tx8f6fa79c52a045e7a1f16-006a845b7c) -swift: Client disconnected on read of '/a' (txn: tx8f6fa79c52a045e7a1f16-006a845b7c) test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok - -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx24e4d56a95914c3589750-006a845b79) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd5b316e7b8934411800c8-006a845b79) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd5b316e7b8934411800c8-006a845b79) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5b316e7b8934411800c8-006a845b79) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd5b316e7b8934411800c8-006a845b79) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx693b73308cc8449ca81b4-006a845b79) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx693b73308cc8449ca81b4-006a845b79) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx693b73308cc8449ca81b4-006a845b79) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx693b73308cc8449ca81b4-006a845b79) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: Setting object count to 3120 (txn: txe0acb49343424622b0280-006a845b7a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: Setting object count to 3120 (txn: tx51f6af360984486baf7ca-006a845b7a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: Setting object count to 3120 (txn: tx04206fdd22604639831c6-006a845b7a) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: Setting object count to 3120 (txn: tx5e570ccb3e83420581c0c-006a845b7a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: Setting object count to 3120 (txn: tx9c15b9208c63442c98b32-006a845b7a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf7865d1965e54fb5b3b3a-006a845b7a) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txf51b90855ff549509eb1a-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf51b90855ff549509eb1a-006a845b7a)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -swift: Client disconnected on read of '/a' (txn: tx8316dd4cc42c45c488555-006a845b7c) -swift: Client disconnected on read of '/a' (txn: tx8316dd4cc42c45c488555-006a845b7c) +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok + +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649215.973969698 1752649215.974026918 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1752649215.974635839 1752649215.974686623 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1752649215.984946251 1752649215.985034227 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1752649215.986637115 1752649215.986706257 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649215.987486124 1752649215.987548590 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1752649215.988240957 1752649215.988297462 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1752649215.988950253 1752649215.988998890 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1752649215.989362240 1752649215.989400864 - +test INFO: - - 16/Jul/2025/07/00/15 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1752649215.990277529 1752649215.990333557 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.012960196 1752649216.013083935 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.014015198 1752649216.014083385 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1752649216.015091658 1752649216.015156507 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 16/Jul/2025/07/00/16 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.026657343 1752649216.026718378 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok + +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmpx89xn287/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpx89xn287/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.03s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmprudn0yeh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok - -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('c36cb670-f500-45a8-8868-413700a484cb-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4c0x_vvt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '17a50d8a-5c7f-4ae8-ae38-2285932511a5-sda', '1787059060.54291', '1787059063', '1787059062', '', '1787059063', 0, 0) -test DEBUG: /tmp/tmp4c0x_vvt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '17a50d8a-5c7f-4ae8-ae38-2285932511a5-sda', '1787059060.54291', '1787059063', '1787059062', '', '1787059063', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('17a50d8a-5c7f-4ae8-ae38-2285932511a5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00846 seconds (118.17464/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphxkvsdl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c3b3fbd1872825f02fb60433d9cb8b52', 'ed4ece09-5188-480f-8920-7e39e51eafac-sda', '1787059060.56424', '1787059063', '1787059062', '', '1787059063', 1, 0) -test DEBUG: /tmp/tmphxkvsdl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1787059066.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ed4ece09-5188-480f-8920-7e39e51eafac-sda') -test DEBUG: /tmp/tmphxkvsdl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270057s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c3b3fbd1872825f02fb60433d9cb8b52', 'ed4ece09-5188-480f-8920-7e39e51eafac-sda', '1787059060.56424', '1787059063', '1787059062', '', '1787059063', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ed4ece09-5188-480f-8920-7e39e51eafac-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmphxkvsdl9/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01917 seconds (52.15925/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmphxkvsdl9/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '9143b088eefecfc2c27224b57b4bace3', '4fdc0b93-2948-4c33-b366-0f50dd981a65-sda', '1787059060.58745', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('4fdc0b93-2948-4c33-b366-0f50dd981a65-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '9143b088eefecfc2c27224b57b4bace3', '4fdc0b93-2948-4c33-b366-0f50dd981a65-sda', '1787059060.58745', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('4fdc0b93-2948-4c33-b366-0f50dd981a65-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqu9l36q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fd3ae045-c089-4518-b598-a3248535a757-sda', '1787059060.60406', '1787059063', '1787059062', '', '1787059063', 0, 1) -test DEBUG: /tmp/tmpqu9l36q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fd3ae045-c089-4518-b598-a3248535a757-sda', '1787059060.60406', '1787059063', '1787059062', '', '1787059063', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fd3ae045-c089-4518-b598-a3248535a757-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00999 seconds (100.05396/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpir4rwaxg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c3b3fbd1872825f02fb60433d9cb8b52', '243712fb-8271-40d8-ad80-8cb40dd126c3-sda', '1787059060.62469', '1787059063', '1787059062', '', '1787059063', 1, 1) -test DEBUG: /tmp/tmpir4rwaxg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c3b3fbd1872825f02fb60433d9cb8b52', '243712fb-8271-40d8-ad80-8cb40dd126c3-sda', '1787059060.62469', '1787059063', '1787059062', '', '1787059063', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('243712fb-8271-40d8-ad80-8cb40dd126c3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpir4rwaxg/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01893 seconds (52.83802/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpir4rwaxg/sda/containers/0/002/fbdd0370d7c5c499d3377de8c5f8c002/fbdd0370d7c5c499d3377de8c5f8c002.db -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '0b14ffda9151387465d9421aa111a95f', '5464b860-0c74-4827-b21f-b5316090ef16-sda', '1787059060.64702', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdb/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('5464b860-0c74-4827-b21f-b5316090ef16-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, sync, (1, '0b14ffda9151387465d9421aa111a95f', '5464b860-0c74-4827-b21f-b5316090ef16-sda', '1787059060.64702', '1787058000', '0', '', '1787058000', 1, 0) -REPLICATE: /sdc/0/fbdd0370d7c5c499d3377de8c5f8c002, complete_rsync, ('5464b860-0c74-4827-b21f-b5316090ef16-sda', 'fbdd0370d7c5c499d3377de8c5f8c002.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9e2448eeeb129aa3b113a113c637fdf3', '518903bc-e9d0-4565-ad71-005f584542eb-sda', '1787059060.66249', '1787059060.00000', '0', '{"x-container-meta-test": ["foo", "1787059060.00000"]}', '1787059060.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00stest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_manifest_with_x_open_expired_part_num +test.unit.common.middleware.test_slo.TestPartNumber.test_get_manifest_with_x_open_expired_part_num ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_byte_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0034 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0069 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0173 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2651759 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1137647 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0130 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0069 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): @@ -33485,2027 +28455,2173 @@ account_response = conn.getresponse() ^^^^^^^^^^^^^^^^ AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 2651759 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0253 "-" 1137647 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2651759 0 -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2651759 - -test INFO: - - - [18/Aug/2026:13:17:40 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0033 "-" 2651759 0 -test DEBUG: Skipping the update of recently changed /tmp/tmpomu5tcux/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpomu5tcux/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpomu5tcux/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpomu5tcux/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmp4z5bjerq/garbage is not a directory -test DEBUG: Skipping: /tmp/tmp4z5bjerq/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpo285_9pz/sdq is not mounted +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 1137647 0 +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1137647 - +test INFO: - - - [16/Jul/2025:07:00:17 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0183 "-" 1137647 0 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb7dc7a979e5e4c71884b0-0068774e01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx73b58cb22a3845a293077-0068774e01) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp9pehw8tc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9pehw8tc/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp27cep7um/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp27cep7um/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp9pehw8tc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9pehw8tc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb601165e808a45d6953e5-006a845b7b" "proxy-server 2651759" 0.0012 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44759/sda1/1/a/c" "txb601165e808a45d6953e5-006a845b7b" "container-server 2651759" 0.0010 "-" 2651759 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35633/sdb1/1/a/c" "txb601165e808a45d6953e5-006a845b7b" "container-server 2651759" 0.0010 "-" 2651759 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb601165e808a45d6953e5-006a845b7b" "proxy-server 2651759" 0.0081 "-" 2651759 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb601165e808a45d6953e5-006a845b7b" "proxy-server 2651759" 0.0131 "-" 2651759 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/47 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb601165e808a45d6953e5-006a845b7b - 0.0204 - - 1787059067.915636539 1787059067.936028719 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0b640c17da0a47f5a38cd-006a845b7b" "proxy-server 2651759" 0.0012 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35633/sdb1/1/a1/c1" "tx0b640c17da0a47f5a38cd-006a845b7b" "container-server 2651759" 0.0010 "-" 2651759 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44759/sda1/1/a1/c1" "tx0b640c17da0a47f5a38cd-006a845b7b" "container-server 2651759" 0.0010 "-" 2651759 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0b640c17da0a47f5a38cd-006a845b7b" "proxy-server 2651759" 0.0081 "-" 2651759 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0b640c17da0a47f5a38cd-006a845b7b" "proxy-server 2651759" 0.0129 "-" 2651759 0test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +cont2 DEBUG: Could not load '/tmp/tmp27cep7um/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp27cep7um/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059059.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059059.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059059.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059059.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf51b90855ff549509eb1a-006a845b7a) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txf51b90855ff549509eb1a-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf51b90855ff549509eb1a-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf51b90855ff549509eb1a-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txf51b90855ff549509eb1a-006a845b7a) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx624f36dc955d4ff4a2cba-006a845b7a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx5c672761f22f464ebfa4e-006a845b7a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5c672761f22f464ebfa4e-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c672761f22f464ebfa4e-006a845b7a) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5c672761f22f464ebfa4e-006a845b7a) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx408d6ad6b9174b1fb56ee-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx408d6ad6b9174b1fb56ee-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx408d6ad6b9174b1fb56ee-006a845b7a) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx408d6ad6b9174b1fb56ee-006a845b7a) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txad4d412aae3c48d4987bc-006a845b7a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txad4d412aae3c48d4987bc-006a845b7a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txad4d412aae3c48d4987bc-006a845b7a) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txad4d412aae3c48d4987bc-006a845b7a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: Setting object count to 1068 (txn: txe06b8a23e2fa4efbb2931-006a845b7b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdd9afe93f7314e409c6de-006a845b7b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059060.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp4aafl1p_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059055.00000, db: /tmp/tmpttgikjh5/sda/containers/0/78a/123d3900a99fe9e72bb17ee8277eb78a/123d3900a99fe9e72bb17ee8277eb78a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059057.00000, db: /tmp/tmpttgikjh5/sda/containers/0/558/abb0124fd79480a22cf6e2de9ab95558/abb0124fd79480a22cf6e2de9ab95558.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059056.00000, (0, 0) as of 1787059056.00000, found as of 1787059056.00000> to ShardRange<'k' to 't' as of 1787059057.00000, (0, 0) as of 1787059057.00000, created as of 1787059057.00000>, path: .shards_a/shard_c_1787059057.00000, db: /tmp/tmpttgikjh5/sda/containers/0/558/abb0124fd79480a22cf6e2de9ab95558/abb0124fd79480a22cf6e2de9ab95558.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059059.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d9c/61bab2af616d2aeafd265a4724c33d9c/61bab2af616d2aeafd265a4724c33d9c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059058.00000, (0, 0) as of 1787059058.00000, found as of 1787059058.00000> to ShardRange<'k' to 't' as of 1787059059.00000, (0, 0) as of 1787059059.00000, cleaved as of 1787059059.00000>, path: .shards_a/shard_c_1787059059.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d9c/61bab2af616d2aeafd265a4724c33d9c/61bab2af616d2aeafd265a4724c33d9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059061.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f7f/79af0199a5fe3fa59404e8846ec52f7f/79af0199a5fe3fa59404e8846ec52f7f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059060.00000, (0, 0) as of 1787059060.00000, found as of 1787059060.00000> to ShardRange<'k' to 't' as of 1787059061.00000, (0, 0) as of 1787059061.00000, active as of 1787059061.00000>, path: .shards_a/shard_c_1787059061.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f7f/79af0199a5fe3fa59404e8846ec52f7f/79af0199a5fe3fa59404e8846ec52f7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059063.00000, db: /tmp/tmpttgikjh5/sda/containers/0/8bf/8af674e23ba14d858675c79c18d088bf/8af674e23ba14d858675c79c18d088bf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059062.00000, (0, 0) as of 1787059062.00000, found as of 1787059062.00000> to ShardRange<'k' to 't' as of 1787059063.00000, (0, 0) as of 1787059063.00000, shrinking as of 1787059063.00000>, path: .shards_a/shard_c_1787059063.00000, db: /tmp/tmpttgikjh5/sda/containers/0/8bf/8af674e23ba14d858675c79c18d088bf/8af674e23ba14d858675c79c18d088bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059063.00000, db: /tmp/tmpttgikjh5/sda/containers/0/8bf/8af674e23ba14d858675c79c18d088bf/8af674e23ba14d858675c79c18d088bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059065.00000, db: /tmp/tmpttgikjh5/sda/containers/0/cd3/20a7304d94856e630e3a26f165a26cd3/20a7304d94856e630e3a26f165a26cd3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059064.00000, (0, 0) as of 1787059064.00000, found as of 1787059064.00000> to ShardRange<'k' to 't' as of 1787059065.00000, (0, 0) as of 1787059065.00000, sharding as of 1787059065.00000>, path: .shards_a/shard_c_1787059065.00000, db: /tmp/tmpttgikjh5/sda/containers/0/cd3/20a7304d94856e630e3a26f165a26cd3/20a7304d94856e630e3a26f165a26cd3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059065.00000, db: /tmp/tmpttgikjh5/sda/containers/0/cd3/20a7304d94856e630e3a26f165a26cd3/20a7304d94856e630e3a26f165a26cd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059067.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bc4/fbe541baca0c0551b4028486b19b5bc4/fbe541baca0c0551b4028486b19b5bc4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059066.00000, (0, 0) as of 1787059066.00000, found as of 1787059066.00000> to ShardRange<'k' to 't' as of 1787059067.00000, (0, 0) as of 1787059067.00000, sharded as of 1787059067.00000>, path: .shards_a/shard_c_1787059067.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bc4/fbe541baca0c0551b4028486b19b5bc4/fbe541baca0c0551b4028486b19b5bc4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059067.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bc4/fbe541baca0c0551b4028486b19b5bc4/fbe541baca0c0551b4028486b19b5bc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059069.00000, db: /tmp/tmpttgikjh5/sda/containers/0/660/793c6215a5df6882dd91035eb7de6660/793c6215a5df6882dd91035eb7de6660.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059068.00000, (0, 0) as of 1787059068.00000, found as of 1787059068.00000> to ShardRange<'k' to 't' as of 1787059069.00000, (0, 0) as of 1787059069.00000, shrunk as of 1787059069.00000>, path: .shards_a/shard_c_1787059069.00000, db: /tmp/tmpttgikjh5/sda/containers/0/660/793c6215a5df6882dd91035eb7de6660/793c6215a5df6882dd91035eb7de6660.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059069.00000, db: /tmp/tmpttgikjh5/sda/containers/0/660/793c6215a5df6882dd91035eb7de6660/793c6215a5df6882dd91035eb7de6660.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059071.00000, db: /tmp/tmpttgikjh5/sda/containers/0/532/2c1f3bb05a15fcc354693f0b1762a532/2c1f3bb05a15fcc354693f0b1762a532.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059070.00000, (0, 0) as of 1787059070.00000, created as of 1787059070.00000> to ShardRange<'k' to 't' as of 1787059071.00000, (0, 0) as of 1787059071.00000, found as of 1787059071.00000>, path: .shards_a/shard_c_1787059071.00000, db: /tmp/tmpttgikjh5/sda/containers/0/532/2c1f3bb05a15fcc354693f0b1762a532/2c1f3bb05a15fcc354693f0b1762a532.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059073.00000, db: /tmp/tmpttgikjh5/sda/containers/0/8f9/eff4b29626aa678bf122cf81cbb938f9/eff4b29626aa678bf122cf81cbb938f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059075.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c87/a029f881fc1dca2a14a4a4b625f8fc87/a029f881fc1dca2a14a4a4b625f8fc87.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059074.00000, (0, 0) as of 1787059074.00000, created as of 1787059074.00000> to ShardRange<'k' to 't' as of 1787059075.00000, (0, 0) as of 1787059075.00000, cleaved as of 1787059075.00000>, path: .shards_a/shard_c_1787059075.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c87/a029f881fc1dca2a14a4a4b625f8fc87/a029f881fc1dca2a14a4a4b625f8fc87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059077.00000, db: /tmp/tmpttgikjh5/sda/containers/0/15d/5898b71f41d89a154995fe4fa521515d/5898b71f41d89a154995fe4fa521515d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059076.00000, (0, 0) as of 1787059076.00000, created as of 1787059076.00000> to ShardRange<'k' to 't' as of 1787059077.00000, (0, 0) as of 1787059077.00000, active as of 1787059077.00000>, path: .shards_a/shard_c_1787059077.00000, db: /tmp/tmpttgikjh5/sda/containers/0/15d/5898b71f41d89a154995fe4fa521515d/5898b71f41d89a154995fe4fa521515d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059079.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d8f/bdc9e72a976060bbd64624f9805ccd8f/bdc9e72a976060bbd64624f9805ccd8f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059078.00000, (0, 0) as of 1787059078.00000, created as of 1787059078.00000> to ShardRange<'k' to 't' as of 1787059079.00000, (0, 0) as of 1787059079.00000, shrinking as of 1787059079.00000>, path: .shards_a/shard_c_1787059079.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d8f/bdc9e72a976060bbd64624f9805ccd8f/bdc9e72a976060bbd64624f9805ccd8f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059079.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d8f/bdc9e72a976060bbd64624f9805ccd8f/bdc9e72a976060bbd64624f9805ccd8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059081.00000, db: /tmp/tmpttgikjh5/sda/containers/0/0fc/b1484082abbb9b05daa4d2dd905200fc/b1484082abbb9b05daa4d2dd905200fc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059080.00000, (0, 0) as of 1787059080.00000, created as of 1787059080.00000> to ShardRange<'k' to 't' as of 1787059081.00000, (0, 0) as of 1787059081.00000, sharding as of 1787059081.00000>, path: .shards_a/shard_c_1787059081.00000, db: /tmp/tmpttgikjh5/sda/containers/0/0fc/b1484082abbb9b05daa4d2dd905200fc/b1484082abbb9b05daa4d2dd905200fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059081.00000, db: /tmp/tmpttgikjh5/sda/containers/0/0fc/b1484082abbb9b05daa4d2dd905200fc/b1484082abbb9b05daa4d2dd905200fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059083.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad6/c5afe3d37fff135cd00199efb4498ad6/c5afe3d37fff135cd00199efb4498ad6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059082.00000, (0, 0) as of 1787059082.00000, created as of 1787059082.00000> to ShardRange<'k' to 't' as of 1787059083.00000, (0, 0) as of 1787059083.00000, sharded as of 1787059083.00000>, path: .shards_a/shard_c_1787059083.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad6/c5afe3d37fff135cd00199efb4498ad6/c5afe3d37fff135cd00199efb4498ad6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059083.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad6/c5afe3d37fff135cd00199efb4498ad6/c5afe3d37fff135cd00199efb4498ad6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059085.00000, db: /tmp/tmpttgikjh5/sda/containers/0/764/a31ad1cf729ac6557fa3799f0f6b9764/a31ad1cf729ac6557fa3799f0f6b9764.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059084.00000, (0, 0) as of 1787059084.00000, created as of 1787059084.00000> to ShardRange<'k' to 't' as of 1787059085.00000, (0, 0) as of 1787059085.00000, shrunk as of 1787059085.00000>, path: .shards_a/shard_c_1787059085.00000, db: /tmp/tmpttgikjh5/sda/containers/0/764/a31ad1cf729ac6557fa3799f0f6b9764/a31ad1cf729ac6557fa3799f0f6b9764.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059085.00000, db: /tmp/tmpttgikjh5/sda/containers/0/764/a31ad1cf729ac6557fa3799f0f6b9764/a31ad1cf729ac6557fa3799f0f6b9764.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059087.00000, db: /tmp/tmpttgikjh5/sda/containers/0/fc3/e8028ad184f8486a2e05d47a96dbffc3/e8028ad184f8486a2e05d47a96dbffc3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059086.00000, (0, 0) as of 1787059086.00000, cleaved as of 1787059086.00000> to ShardRange<'k' to 't' as of 1787059087.00000, (0, 0) as of 1787059087.00000, found as of 1787059087.00000>, path: .shards_a/shard_c_1787059087.00000, db: /tmp/tmpttgikjh5/sda/containers/0/fc3/e8028ad184f8486a2e05d47a96dbffc3/e8028ad184f8486a2e05d47a96dbffc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059089.00000, db: /tmp/tmpttgikjh5/sda/containers/0/21e/7eba020551465990609274d35556321e/7eba020551465990609274d35556321e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059088.00000, (0, 0) as of 1787059088.00000, cleaved as of 1787059088.00000> to ShardRange<'k' to 't' as of 1787059089.00000, (0, 0) as of 1787059089.00000, created as of 1787059089.00000>, path: .shards_a/shard_c_1787059089.00000, db: /tmp/tmpttgikjh5/sda/containers/0/21e/7eba020551465990609274d35556321e/7eba020551465990609274d35556321e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059091.00000, db: /tmp/tmpttgikjh5/sda/containers/0/20e/a7dff9baf240ac27359ed81395be320e/a7dff9baf240ac27359ed81395be320e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059093.00000, db: /tmp/tmpttgikjh5/sda/containers/0/659/f9bb7ce7bef64eb6e614ca6ba9d76659/f9bb7ce7bef64eb6e614ca6ba9d76659.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059092.00000, (0, 0) as of 1787059092.00000, cleaved as of 1787059092.00000> to ShardRange<'k' to 't' as of 1787059093.00000, (0, 0) as of 1787059093.00000, active as of 1787059093.00000>, path: .shards_a/shard_c_1787059093.00000, db: /tmp/tmpttgikjh5/sda/containers/0/659/f9bb7ce7bef64eb6e614ca6ba9d76659/f9bb7ce7bef64eb6e614ca6ba9d76659.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059095.00000, db: /tmp/tmpttgikjh5/sda/containers/0/091/273212580a4cdb999bfe660aa3ea9091/273212580a4cdb999bfe660aa3ea9091.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059094.00000, (0, 0) as of 1787059094.00000, cleaved as of 1787059094.00000> to ShardRange<'k' to 't' as of 1787059095.00000, (0, 0) as of 1787059095.00000, shrinking as of 1787059095.00000>, path: .shards_a/shard_c_1787059095.00000, db: /tmp/tmpttgikjh5/sda/containers/0/091/273212580a4cdb999bfe660aa3ea9091/273212580a4cdb999bfe660aa3ea9091.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059095.00000, db: /tmp/tmpttgikjh5/sda/containers/0/091/273212580a4cdb999bfe660aa3ea9091/273212580a4cdb999bfe660aa3ea9091.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059097.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad6/cc2d27bc83f69dd70395e1ff300b7ad6/cc2d27bc83f69dd70395e1ff300b7ad6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059096.00000, (0, 0) as of 1787059096.00000, cleaved as of 1787059096.00000> to ShardRange<'k' to 't' as of 1787059097.00000, (0, 0) as of 1787059097.00000, sharding as of 1787059097.00000>, path: .shards_a/shard_c_1787059097.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad6/cc2d27bc83f69dd70395e1ff300b7ad6/cc2d27bc83f69dd70395e1ff300b7ad6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059097.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad6/cc2d27bc83f69dd70395e1ff300b7ad6/cc2d27bc83f69dd70395e1ff300b7ad6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059099.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c0f/162c993372a81dd250fdbb5ea5de4c0f/162c993372a81dd250fdbb5ea5de4c0f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059098.00000, (0, 0) as of 1787059098.00000, cleaved as of 1787059098.00000> to ShardRange<'k' to 't' as of 1787059099.00000, (0, 0) as of 1787059099.00000, sharded as of 1787059099.00000>, path: .shards_a/shard_c_1787059099.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c0f/162c993372a81dd250fdbb5ea5de4c0f/162c993372a81dd250fdbb5ea5de4c0f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059099.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c0f/162c993372a81dd250fdbb5ea5de4c0f/162c993372a81dd250fdbb5ea5de4c0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059101.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6f1/a5d086bff90dc47d47c2add0668176f1/a5d086bff90dc47d47c2add0668176f1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059100.00000, (0, 0) as of 1787059100.00000, cleaved as of 1787059100.00000> to ShardRange<'k' to 't' as of 1787059101.00000, (0, 0) as of 1787059101.00000, shrunk as of 1787059101.00000>, path: .shards_a/shard_c_1787059101.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6f1/a5d086bff90dc47d47c2add0668176f1/a5d086bff90dc47d47c2add0668176f1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059101.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6f1/a5d086bff90dc47d47c2add0668176f1/a5d086bff90dc47d47c2add0668176f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059103.00000, db: /tmp/tmpttgikjh5/sda/containers/0/b06/c2404d0c11849ec6f4f06db7ce28ab06/c2404d0c11849ec6f4f06db7ce28ab06.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059102.00000, (0, 0) as of 1787059102.00000, active as of 1787059102.00000> to ShardRange<'k' to 't' as of 1787059103.00000, (0, 0) as of 1787059103.00000, found as of 1787059103.00000>, path: .shards_a/shard_c_1787059103.00000, db: /tmp/tmpttgikjh5/sda/containers/0/b06/c2404d0c11849ec6f4f06db7ce28ab06/c2404d0c11849ec6f4f06db7ce28ab06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059105.00000, db: /tmp/tmpttgikjh5/sda/containers/0/702/4968f1ee6f2c6064bc8dc2125d05b702/4968f1ee6f2c6064bc8dc2125d05b702.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059104.00000, (0, 0) as of 1787059104.00000, active as of 1787059104.00000> to ShardRange<'k' to 't' as of 1787059105.00000, (0, 0) as of 1787059105.00000, created as of 1787059105.00000>, path: .shards_a/shard_c_1787059105.00000, db: /tmp/tmpttgikjh5/sda/containers/0/702/4968f1ee6f2c6064bc8dc2125d05b702/4968f1ee6f2c6064bc8dc2125d05b702.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059107.00000, db: /tmp/tmpttgikjh5/sda/containers/0/fd1/d32b80eb2926482ded382e60e9487fd1/d32b80eb2926482ded382e60e9487fd1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059106.00000, (0, 0) as of 1787059106.00000, active as of 1787059106.00000> to ShardRange<'k' to 't' as of 1787059107.00000, (0, 0) as of 1787059107.00000, cleaved as of 1787059107.00000>, path: .shards_a/shard_c_1787059107.00000, db: /tmp/tmpttgikjh5/sda/containers/0/fd1/d32b80eb2926482ded382e60e9487fd1/d32b80eb2926482ded382e60e9487fd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059109.00000, db: /tmp/tmpttgikjh5/sda/containers/0/95c/1299dbdc8dd52266e24d4e2108ce595c/1299dbdc8dd52266e24d4e2108ce595c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059111.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f6b/0bbaaaf2227e42d13fa8feb47f163f6b/0bbaaaf2227e42d13fa8feb47f163f6b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059110.00000, (0, 0) as of 1787059110.00000, active as of 1787059110.00000> to ShardRange<'k' to 't' as of 1787059111.00000, (0, 0) as of 1787059111.00000, shrinking as of 1787059111.00000>, path: .shards_a/shard_c_1787059111.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f6b/0bbaaaf2227e42d13fa8feb47f163f6b/0bbaaaf2227e42d13fa8feb47f163f6b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059111.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f6b/0bbaaaf2227e42d13fa8feb47f163f6b/0bbaaaf2227e42d13fa8feb47f163f6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059113.00000, db: /tmp/tmpttgikjh5/sda/containers/0/1a3/98160900766127e4ed6397d1c7b2f1a3/98160900766127e4ed6397d1c7b2f1a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059112.00000, (0, 0) as of 1787059112.00000, active as of 1787059112.00000> to ShardRange<'k' to 't' as of 1787059113.00000, (0, 0) as of 1787059113.00000, sharding as of 1787059113.00000>, path: .shards_a/shard_c_1787059113.00000, db: /tmp/tmpttgikjh5/sda/containers/0/1a3/98160900766127e4ed6397d1c7b2f1a3/98160900766127e4ed6397d1c7b2f1a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059113.00000, db: /tmp/tmpttgikjh5/sda/containers/0/1a3/98160900766127e4ed6397d1c7b2f1a3/98160900766127e4ed6397d1c7b2f1a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059115.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f1e/03842f3eda44c9da850fb3b1f6697f1e/03842f3eda44c9da850fb3b1f6697f1e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059114.00000, (0, 0) as of 1787059114.00000, active as of 1787059114.00000> to ShardRange<'k' to 't' as of 1787059115.00000, (0, 0) as of 1787059115.00000, sharded as of 1787059115.00000>, path: .shards_a/shard_c_1787059115.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f1e/03842f3eda44c9da850fb3b1f6697f1e/03842f3eda44c9da850fb3b1f6697f1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059115.00000, db: /tmp/tmpttgikjh5/sda/containers/0/f1e/03842f3eda44c9da850fb3b1f6697f1e/03842f3eda44c9da850fb3b1f6697f1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059117.00000, db: /tmp/tmpttgikjh5/sda/containers/0/992/e610404ef255f9d4543db97d7301d992/e610404ef255f9d4543db97d7301d992.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059116.00000, (0, 0) as of 1787059116.00000, active as of 1787059116.00000> to ShardRange<'k' to 't' as of 1787059117.00000, (0, 0) as of 1787059117.00000, shrunk as of 1787059117.00000>, path: .shards_a/shard_c_1787059117.00000, db: /tmp/tmpttgikjh5/sda/containers/0/992/e610404ef255f9d4543db97d7301d992/e610404ef255f9d4543db97d7301d992.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059117.00000, db: /tmp/tmpttgikjh5/sda/containers/0/992/e610404ef255f9d4543db97d7301d992/e610404ef255f9d4543db97d7301d992.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059119.00000, db: /tmp/tmpttgikjh5/sda/containers/0/645/c1b1224ab3ed6913890ab00adcdd7645/c1b1224ab3ed6913890ab00adcdd7645.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059118.00000, (0, 0) as of 1787059118.00000, shrinking as of 1787059118.00000> to ShardRange<'k' to 't' as of 1787059119.00000, (0, 0) as of 1787059119.00000, found as of 1787059119.00000>, path: .shards_a/shard_c_1787059119.00000, db: /tmp/tmpttgikjh5/sda/containers/0/645/c1b1224ab3ed6913890ab00adcdd7645/c1b1224ab3ed6913890ab00adcdd7645.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059121.00000, db: /tmp/tmpttgikjh5/sda/containers/0/4a0/813decb443530bd729b3eceb22b854a0/813decb443530bd729b3eceb22b854a0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059120.00000, (0, 0) as of 1787059120.00000, shrinking as of 1787059120.00000> to ShardRange<'k' to 't' as of 1787059121.00000, (0, 0) as of 1787059121.00000, created as of 1787059121.00000>, path: .shards_a/shard_c_1787059121.00000, db: /tmp/tmpttgikjh5/sda/containers/0/4a0/813decb443530bd729b3eceb22b854a0/813decb443530bd729b3eceb22b854a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059123.00000, db: /tmp/tmpttgikjh5/sda/containers/0/54e/492d1d9f7a793ab690a67308fc9ce54e/492d1d9f7a793ab690a67308fc9ce54e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059122.00000, (0, 0) as of 1787059122.00000, shrinking as of 1787059122.00000> to ShardRange<'k' to 't' as of 1787059123.00000, (0, 0) as of 1787059123.00000, cleaved as of 1787059123.00000>, path: .shards_a/shard_c_1787059123.00000, db: /tmp/tmpttgikjh5/sda/containers/0/54e/492d1d9f7a793ab690a67308fc9ce54e/492d1d9f7a793ab690a67308fc9ce54e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059125.00000, db: /tmp/tmpttgikjh5/sda/containers/0/381/19f4261d4bbb3461af59b14a1e9e3381/19f4261d4bbb3461af59b14a1e9e3381.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059124.00000, (0, 0) as of 1787059124.00000, shrinking as of 1787059124.00000> to ShardRange<'k' to 't' as of 1787059125.00000, (0, 0) as of 1787059125.00000, active as of 1787059125.00000>, path: .shards_a/shard_c_1787059125.00000, db: /tmp/tmpttgikjh5/sda/containers/0/381/19f4261d4bbb3461af59b14a1e9e3381/19f4261d4bbb3461af59b14a1e9e3381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059127.00000, db: /tmp/tmpttgikjh5/sda/containers/0/876/48db7d29a9f86b59fb7cad3120ff8876/48db7d29a9f86b59fb7cad3120ff8876.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059127.00000, db: /tmp/tmpttgikjh5/sda/containers/0/876/48db7d29a9f86b59fb7cad3120ff8876/48db7d29a9f86b59fb7cad3120ff8876.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059129.00000, db: /tmp/tmpttgikjh5/sda/containers/0/abc/242cb3692b72827fafd2fff9df6aaabc/242cb3692b72827fafd2fff9df6aaabc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059128.00000, (0, 0) as of 1787059128.00000, shrinking as of 1787059128.00000> to ShardRange<'k' to 't' as of 1787059129.00000, (0, 0) as of 1787059129.00000, sharding as of 1787059129.00000>, path: .shards_a/shard_c_1787059129.00000, db: /tmp/tmpttgikjh5/sda/containers/0/abc/242cb3692b72827fafd2fff9df6aaabc/242cb3692b72827fafd2fff9df6aaabc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059129.00000, db: /tmp/tmpttgikjh5/sda/containers/0/abc/242cb3692b72827fafd2fff9df6aaabc/242cb3692b72827fafd2fff9df6aaabc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059131.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d5c/b2458d718c3cad507f339b7443f59d5c/b2458d718c3cad507f339b7443f59d5c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059130.00000, (0, 0) as of 1787059130.00000, shrinking as of 1787059130.00000> to ShardRange<'k' to 't' as of 1787059131.00000, (0, 0) as of 1787059131.00000, sharded as of 1787059131.00000>, path: .shards_a/shard_c_1787059131.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d5c/b2458d718c3cad507f339b7443f59d5c/b2458d718c3cad507f339b7443f59d5c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059131.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d5c/b2458d718c3cad507f339b7443f59d5c/b2458d718c3cad507f339b7443f59d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059133.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad3/032d6d30de978800d24b87316aac7ad3/032d6d30de978800d24b87316aac7ad3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059132.00000, (0, 0) as of 1787059132.00000, shrinking as of 1787059132.00000> to ShardRange<'k' to 't' as of 1787059133.00000, (0, 0) as of 1787059133.00000, shrunk as of 1787059133.00000>, path: .shards_a/shard_c_1787059133.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad3/032d6d30de978800d24b87316aac7ad3/032d6d30de978800d24b87316aac7ad3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059133.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ad3/032d6d30de978800d24b87316aac7ad3/032d6d30de978800d24b87316aac7ad3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059135.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6b1/469b29a66ef8a2f042e7135febde16b1/469b29a66ef8a2f042e7135febde16b1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059134.00000, (0, 0) as of 1787059134.00000, sharding as of 1787059134.00000> to ShardRange<'k' to 't' as of 1787059135.00000, (0, 0) as of 1787059135.00000, found as of 1787059135.00000>, path: .shards_a/shard_c_1787059135.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6b1/469b29a66ef8a2f042e7135febde16b1/469b29a66ef8a2f042e7135febde16b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059137.00000, db: /tmp/tmpttgikjh5/sda/containers/0/2ec/18ab7be697f73262b12d4ace858542ec/18ab7be697f73262b12d4ace858542ec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059136.00000, (0, 0) as of 1787059136.00000, sharding as of 1787059136.00000> to ShardRange<'k' to 't' as of 1787059137.00000, (0, 0) as of 1787059137.00000, created as of 1787059137.00000>, path: .shards_a/shard_c_1787059137.00000, db: /tmp/tmpttgikjh5/sda/containers/0/2ec/18ab7be697f73262b12d4ace858542ec/18ab7be697f73262b12d4ace858542ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059139.00000, db: /tmp/tmpttgikjh5/sda/containers/0/674/4576537e5a0721c50c050d2237ec1674/4576537e5a0721c50c050d2237ec1674.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059138.00000, (0, 0) as of 1787059138.00000, sharding as of 1787059138.00000> to ShardRange<'k' to 't' as of 1787059139.00000, (0, 0) as of 1787059139.00000, cleaved as of 1787059139.00000>, path: .shards_a/shard_c_1787059139.00000, db: /tmp/tmpttgikjh5/sda/containers/0/674/4576537e5a0721c50c050d2237ec1674/4576537e5a0721c50c050d2237ec1674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059141.00000, db: /tmp/tmpttgikjh5/sda/containers/0/86c/f87e773a52ba2b2de64dd8dc5379586c/f87e773a52ba2b2de64dd8dc5379586c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059140.00000, (0, 0) as of 1787059140.00000, sharding as of 1787059140.00000> to ShardRange<'k' to 't' as of 1787059141.00000, (0, 0) as of 1787059141.00000, active as of 1787059141.00000>, path: .shards_a/shard_c_1787059141.00000, db: /tmp/tmpttgikjh5/sda/containers/0/86c/f87e773a52ba2b2de64dd8dc5379586c/f87e773a52ba2b2de64dd8dc5379586c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059143.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a8e/ada5d47d419a33014c565c94dbfcea8e/ada5d47d419a33014c565c94dbfcea8e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059142.00000, (0, 0) as of 1787059142.00000, sharding as of 1787059142.00000> to ShardRange<'k' to 't' as of 1787059143.00000, (0, 0) as of 1787059143.00000, shrinking as of 1787059143.00000>, path: .shards_a/shard_c_1787059143.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a8e/ada5d47d419a33014c565c94dbfcea8e/ada5d47d419a33014c565c94dbfcea8e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059143.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a8e/ada5d47d419a33014c565c94dbfcea8e/ada5d47d419a33014c565c94dbfcea8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059145.00000, db: /tmp/tmpttgikjh5/sda/containers/0/279/65c78a3ce721de62e6aea7a27b1dc279/65c78a3ce721de62e6aea7a27b1dc279.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059145.00000, db: /tmp/tmpttgikjh5/sda/containers/0/279/65c78a3ce721de62e6aea7a27b1dc279/65c78a3ce721de62e6aea7a27b1dc279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059147.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a61/420799fe104abced4377f419d038da61/420799fe104abced4377f419d038da61.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059146.00000, (0, 0) as of 1787059146.00000, sharding as of 1787059146.00000> to ShardRange<'k' to 't' as of 1787059147.00000, (0, 0) as of 1787059147.00000, sharded as of 1787059147.00000>, path: .shards_a/shard_c_1787059147.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a61/420799fe104abced4377f419d038da61/420799fe104abced4377f419d038da61.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059147.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a61/420799fe104abced4377f419d038da61/420799fe104abced4377f419d038da61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059149.00000, db: /tmp/tmpttgikjh5/sda/containers/0/30c/4f236aeea69ce2e39ac650581f3b330c/4f236aeea69ce2e39ac650581f3b330c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059148.00000, (0, 0) as of 1787059148.00000, sharding as of 1787059148.00000> to ShardRange<'k' to 't' as of 1787059149.00000, (0, 0) as of 1787059149.00000, shrunk as of 1787059149.00000>, path: .shards_a/shard_c_1787059149.00000, db: /tmp/tmpttgikjh5/sda/containers/0/30c/4f236aeea69ce2e39ac650581f3b330c/4f236aeea69ce2e39ac650581f3b330c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059149.00000, db: /tmp/tmpttgikjh5/sda/containers/0/30c/4f236aeea69ce2e39ac650581f3b330c/4f236aeea69ce2e39ac650581f3b330c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059151.00000, db: /tmp/tmpttgikjh5/sda/containers/0/07a/94083b6b0acd9a38f1a507d5271bc07a/94083b6b0acd9a38f1a507d5271bc07a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059150.00000, (0, 0) as of 1787059150.00000, sharded as of 1787059150.00000> to ShardRange<'k' to 't' as of 1787059151.00000, (0, 0) as of 1787059151.00000, found as of 1787059151.00000>, path: .shards_a/shard_c_1787059151.00000, db: /tmp/tmpttgikjh5/sda/containers/0/07a/94083b6b0acd9a38f1a507d5271bc07a/94083b6b0acd9a38f1a507d5271bc07a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059153.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d5c/5cc9523b4f429a79f472e6e547316d5c/5cc9523b4f429a79f472e6e547316d5c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059152.00000, (0, 0) as of 1787059152.00000, sharded as of 1787059152.00000> to ShardRange<'k' to 't' as of 1787059153.00000, (0, 0) as of 1787059153.00000, created as of 1787059153.00000>, path: .shards_a/shard_c_1787059153.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d5c/5cc9523b4f429a79f472e6e547316d5c/5cc9523b4f429a79f472e6e547316d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059155.00000, db: /tmp/tmpttgikjh5/sda/containers/0/36c/71993f0f899d4f6aeaab3ab72d51636c/71993f0f899d4f6aeaab3ab72d51636c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059154.00000, (0, 0) as of 1787059154.00000, sharded as of 1787059154.00000> to ShardRange<'k' to 't' as of 1787059155.00000, (0, 0) as of 1787059155.00000, cleaved as of 1787059155.00000>, path: .shards_a/shard_c_1787059155.00000, db: /tmp/tmpttgikjh5/sda/containers/0/36c/71993f0f899d4f6aeaab3ab72d51636c/71993f0f899d4f6aeaab3ab72d51636c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059157.00000, db: /tmp/tmpttgikjh5/sda/containers/0/7b3/84b593b240eead11bd2c679532e537b3/84b593b240eead11bd2c679532e537b3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059156.00000, (0, 0) as of 1787059156.00000, sharded as of 1787059156.00000> to ShardRange<'k' to 't' as of 1787059157.00000, (0, 0) as of 1787059157.00000, active as of 1787059157.00000>, path: .shards_a/shard_c_1787059157.00000, db: /tmp/tmpttgikjh5/sda/containers/0/7b3/84b593b240eead11bd2c679532e537b3/84b593b240eead11bd2c679532e537b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059159.00000, db: /tmp/tmpttgikjh5/sda/containers/0/9b5/d8bdb085227acd9c721236c267fea9b5/d8bdb085227acd9c721236c267fea9b5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059158.00000, (0, 0) as of 1787059158.00000, sharded as of 1787059158.00000> to ShardRange<'k' to 't' as of 1787059159.00000, (0, 0) as of 1787059159.00000, shrinking as of 1787059159.00000>, path: .shards_a/shard_c_1787059159.00000, db: /tmp/tmpttgikjh5/sda/containers/0/9b5/d8bdb085227acd9c721236c267fea9b5/d8bdb085227acd9c721236c267fea9b5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059159.00000, db: /tmp/tmpttgikjh5/sda/containers/0/9b5/d8bdb085227acd9c721236c267fea9b5/d8bdb085227acd9c721236c267fea9b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059161.00000, db: /tmp/tmpttgikjh5/sda/containers/0/feb/cc8a0ba1955c1e623747406fcde78feb/cc8a0ba1955c1e623747406fcde78feb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059160.00000, (0, 0) as of 1787059160.00000, sharded as of 1787059160.00000> to ShardRange<'k' to 't' as of 1787059161.00000, (0, 0) as of 1787059161.00000, sharding as of 1787059161.00000>, path: .shards_a/shard_c_1787059161.00000, db: /tmp/tmpttgikjh5/sda/containers/0/feb/cc8a0ba1955c1e623747406fcde78feb/cc8a0ba1955c1e623747406fcde78feb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059161.00000, db: /tmp/tmpttgikjh5/sda/containers/0/feb/cc8a0ba1955c1e623747406fcde78feb/cc8a0ba1955c1e623747406fcde78feb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059163.00000, db: /tmp/tmpttgikjh5/sda/containers/0/43b/94e5a404502a1ecaaff61c8cd6c0443b/94e5a404502a1ecaaff61c8cd6c0443b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059163.00000, db: /tmp/tmpttgikjh5/sda/containers/0/43b/94e5a404502a1ecaaff61c8cd6c0443b/94e5a404502a1ecaaff61c8cd6c0443b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059165.00000, db: /tmp/tmpttgikjh5/sda/containers/0/77b/efbf9121ea0bd976c1c4177f21fb177b/efbf9121ea0bd976c1c4177f21fb177b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059164.00000, (0, 0) as of 1787059164.00000, sharded as of 1787059164.00000> to ShardRange<'k' to 't' as of 1787059165.00000, (0, 0) as of 1787059165.00000, shrunk as of 1787059165.00000>, path: .shards_a/shard_c_1787059165.00000, db: /tmp/tmpttgikjh5/sda/containers/0/77b/efbf9121ea0bd976c1c4177f21fb177b/efbf9121ea0bd976c1c4177f21fb177b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059165.00000, db: /tmp/tmpttgikjh5/sda/containers/0/77b/efbf9121ea0bd976c1c4177f21fb177b/efbf9121ea0bd976c1c4177f21fb177b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059167.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ca2/a237bb46ae7a4909b507fc5f24358ca2/a237bb46ae7a4909b507fc5f24358ca2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059166.00000, (0, 0) as of 1787059166.00000, shrunk as of 1787059166.00000> to ShardRange<'k' to 't' as of 1787059167.00000, (0, 0) as of 1787059167.00000, found as of 1787059167.00000>, path: .shards_a/shard_c_1787059167.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ca2/a237bb46ae7a4909b507fc5f24358ca2/a237bb46ae7a4909b507fc5f24358ca2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059169.00000, db: /tmp/tmpttgikjh5/sda/containers/0/34d/22c49a1bc393d7f341e30991ac12834d/22c49a1bc393d7f341e30991ac12834d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059168.00000, (0, 0) as of 1787059168.00000, shrunk as of 1787059168.00000> to ShardRange<'k' to 't' as of 1787059169.00000, (0, 0) as of 1787059169.00000, created as of 1787059169.00000>, path: .shards_a/shard_c_1787059169.00000, db: /tmp/tmpttgikjh5/sda/containers/0/34d/22c49a1bc393d7f341e30991ac12834d/22c49a1bc393d7f341e30991ac12834d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059171.00000, db: /tmp/tmpttgikjh5/sda/containers/0/4b4/e98eb36973950797d0ca7ffb337f74b4/e98eb36973950797d0ca7ffb337f74b4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059170.00000, (0, 0) as of 1787059170.00000, shrunk as of 1787059170.00000> to ShardRange<'k' to 't' as of 1787059171.00000, (0, 0) as of 1787059171.00000, cleaved as of 1787059171.00000>, path: .shards_a/shard_c_1787059171.00000, db: /tmp/tmpttgikjh5/sda/containers/0/4b4/e98eb36973950797d0ca7ffb337f74b4/e98eb36973950797d0ca7ffb337f74b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059173.00000, db: /tmp/tmpttgikjh5/sda/containers/0/2d5/c8e00639d16bb110f5a4d2ecc51b72d5/c8e00639d16bb110f5a4d2ecc51b72d5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059172.00000, (0, 0) as of 1787059172.00000, shrunk as of 1787059172.00000> to ShardRange<'k' to 't' as of 1787059173.00000, (0, 0) as of 1787059173.00000, active as of 1787059173.00000>, path: .shards_a/shard_c_1787059173.00000, db: /tmp/tmpttgikjh5/sda/containers/0/2d5/c8e00639d16bb110f5a4d2ecc51b72d5/c8e00639d16bb110f5a4d2ecc51b72d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059175.00000, db: /tmp/tmpttgikjh5/sda/containers/0/5f1/f7630ec42f3eeacca49fd134849525f1/f7630ec42f3eeacca49fd134849525f1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059174.00000, (0, 0) as of 1787059174.00000, shrunk as of 1787059174.00000> to ShardRange<'k' to 't' as of 1787059175.00000, (0, 0) as of 1787059175.00000, shrinking as of 1787059175.00000>, path: .shards_a/shard_c_1787059175.00000, db: /tmp/tmpttgikjh5/sda/containers/0/5f1/f7630ec42f3eeacca49fd134849525f1/f7630ec42f3eeacca49fd134849525f1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059175.00000, db: /tmp/tmpttgikjh5/sda/containers/0/5f1/f7630ec42f3eeacca49fd134849525f1/f7630ec42f3eeacca49fd134849525f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059177.00000, db: /tmp/tmpttgikjh5/sda/containers/0/53a/28bda18aa2e4418451288fc9fd6de53a/28bda18aa2e4418451288fc9fd6de53a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059176.00000, (0, 0) as of 1787059176.00000, shrunk as of 1787059176.00000> to ShardRange<'k' to 't' as of 1787059177.00000, (0, 0) as of 1787059177.00000, sharding as of 1787059177.00000>, path: .shards_a/shard_c_1787059177.00000, db: /tmp/tmpttgikjh5/sda/containers/0/53a/28bda18aa2e4418451288fc9fd6de53a/28bda18aa2e4418451288fc9fd6de53a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059177.00000, db: /tmp/tmpttgikjh5/sda/containers/0/53a/28bda18aa2e4418451288fc9fd6de53a/28bda18aa2e4418451288fc9fd6de53a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059179.00000, db: /tmp/tmpttgikjh5/sda/containers/0/488/67d25720bc398c366520da712cd2f488/67d25720bc398c366520da712cd2f488.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059178.00000, (0, 0) as of 1787059178.00000, shrunk as of 1787059178.00000> to ShardRange<'k' to 't' as of 1787059179.00000, (0, 0) as of 1787059179.00000, sharded as of 1787059179.00000>, path: .shards_a/shard_c_1787059179.00000, db: /tmp/tmpttgikjh5/sda/containers/0/488/67d25720bc398c366520da712cd2f488/67d25720bc398c366520da712cd2f488.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059179.00000, db: /tmp/tmpttgikjh5/sda/containers/0/488/67d25720bc398c366520da712cd2f488/67d25720bc398c366520da712cd2f488.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059181.00000, db: /tmp/tmpttgikjh5/sda/containers/0/cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059181.00000, db: /tmp/tmpttgikjh5/sda/containers/0/cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059182.00000, db: /tmp/tmpttgikjh5/sda/containers/0/960/28b6620759026f29cf6435342517c960/28b6620759026f29cf6435342517c960.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059184.00000, db: /tmp/tmpttgikjh5/sda/containers/0/980/0566aba2f82e39b97fe245d15a613980/0566aba2f82e39b97fe245d15a613980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059186.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a80/7c4ffadd4d2b7ce76866b1703ca89a80/7c4ffadd4d2b7ce76866b1703ca89a80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059188.00000, db: /tmp/tmpttgikjh5/sda/containers/0/3ef/9594647940cf3d8c64a8c4662eb773ef/9594647940cf3d8c64a8c4662eb773ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059190.00000, db: /tmp/tmpttgikjh5/sda/containers/0/5d4/5ffaa7789abc4200a9a920b60b7a25d4/5ffaa7789abc4200a9a920b60b7a25d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059192.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6c2/7d587b67d6f729a3b1a6f0d87cd646c2/7d587b67d6f729a3b1a6f0d87cd646c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059194.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a13/8e446ff07a93020b8a97e678f63afa13/8e446ff07a93020b8a97e678f63afa13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059196.00000, db: /tmp/tmpttgikjh5/sda/containers/0/7ba/2d1244a26a0104df14d334747969e7ba/2d1244a26a0104df14d334747969e7ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059198.00000, db: /tmp/tmpttgikjh5/sda/containers/0/191/7575ed91ca1d801798a1e2cf88f61191/7575ed91ca1d801798a1e2cf88f61191.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059200.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ed3/d9afddc390869eb56976fa9743308ed3/d9afddc390869eb56976fa9743308ed3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059202.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bb7/8b0f27079c1f159436b61fdc1b96cbb7/8b0f27079c1f159436b61fdc1b96cbb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059204.00000, db: /tmp/tmpttgikjh5/sda/containers/0/810/29c0b69d609ecd6bfe73a102ccfe2810/29c0b69d609ecd6bfe73a102ccfe2810.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059206.00000, db: /tmp/tmpttgikjh5/sda/containers/0/428/add3ef33a311b55177a0d847415fc428/add3ef33a311b55177a0d847415fc428.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059208.00000, db: /tmp/tmpttgikjh5/sda/containers/0/460/5e396fc0d4eeebf80477a967c0c97460/5e396fc0d4eeebf80477a967c0c97460.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059210.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c42/7442e301f05db37a6c4a7bcf239d6c42/7442e301f05db37a6c4a7bcf239d6c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059212.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d80/186e821d1a23d1f37b653c2c94997d80/186e821d1a23d1f37b653c2c94997d80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059214.00000, db: /tmp/tmpttgikjh5/sda/containers/0/b50/24088024f0721c1c472bdbdbb83b9b50/24088024f0721c1c472bdbdbb83b9b50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059216.00000, db: /tmp/tmpttgikjh5/sda/containers/0/4a7/53898fdcadcbbf6c552f729fbf9f24a7/53898fdcadcbbf6c552f729fbf9f24a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059218.00000, db: /tmp/tmpttgikjh5/sda/containers/0/b56/c87dd7aea239239a0e5d71cf63077b56/c87dd7aea239239a0e5d71cf63077b56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059220.00000, db: /tmp/tmpttgikjh5/sda/containers/0/07a/58a830c09ef5f8c481814a823bca007a/58a830c09ef5f8c481814a823bca007a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059222.00000, db: /tmp/tmpttgikjh5/sda/containers/0/0ee/51a6b9484e0a0232d39a58470e6e10ee/51a6b9484e0a0232d39a58470e6e10ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059224.00000, db: /tmp/tmpttgikjh5/sda/containers/0/d3e/b748e99fbd97b2c64690e56307cf4d3e/b748e99fbd97b2c64690e56307cf4d3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059226.00000, db: /tmp/tmpttgikjh5/sda/containers/0/746/8f55b709dc1a18a48f2695f5d81c9746/8f55b709dc1a18a48f2695f5d81c9746.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059228.00000, db: /tmp/tmpttgikjh5/sda/containers/0/aa1/46b2eea013c245cc5a8525d06b177aa1/46b2eea013c245cc5a8525d06b177aa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059230.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a5d/4c131c5da702f81a290b45b3b9186a5d/4c131c5da702f81a290b45b3b9186a5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059232.00000, db: /tmp/tmpttgikjh5/sda/containers/0/b10/28ecb5872d278bc3eb5cb7169bc3fb10/28ecb5872d278bc3eb5cb7169bc3fb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059234.00000, db: /tmp/tmpttgikjh5/sda/containers/0/723/1d37ee62ab3c2a626158c97441859723/1d37ee62ab3c2a626158c97441859723.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059236.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c37/39526eb2278148bf6116f56e0fb60c37/39526eb2278148bf6116f56e0fb60c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059238.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bab/45c0f2802562bbfb914fabd75e296bab/45c0f2802562bbfb914fabd75e296bab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059240.00000, db: /tmp/tmpttgikjh5/sda/containers/0/ff1/afddc04113e3551a6ff05a163761dff1/afddc04113e3551a6ff05a163761dff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059242.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bd5/43d534268dd2e52dd29176507eb37bd5/43d534268dd2e52dd29176507eb37bd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059244.00000, db: /tmp/tmpttgikjh5/sda/containers/0/241/8edae799be8d53ec869b35177d263241/8edae799be8d53ec869b35177d263241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059246.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6b1/e8f03e682a8575c719b95f3cc263e6b1/e8f03e682a8575c719b95f3cc263e6b1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059246.00000, db: /tmp/tmpttgikjh5/sda/containers/0/6b1/e8f03e682a8575c719b95f3cc263e6b1/e8f03e682a8575c719b95f3cc263e6b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059248.00000, db: /tmp/tmpttgikjh5/sda/containers/0/79c/f0056635e48cb8ff923160478090679c/f0056635e48cb8ff923160478090679c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059248.00000, db: /tmp/tmpttgikjh5/sda/containers/0/79c/f0056635e48cb8ff923160478090679c/f0056635e48cb8ff923160478090679c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059250.00000, db: /tmp/tmpttgikjh5/sda/containers/0/796/27dbccfe8b5a640629f36d81c437f796/27dbccfe8b5a640629f36d81c437f796.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059250.00000, db: /tmp/tmpttgikjh5/sda/containers/0/796/27dbccfe8b5a640629f36d81c437f796/27dbccfe8b5a640629f36d81c437f796.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059252.00000, db: /tmp/tmpttgikjh5/sda/containers/0/44c/175197975484c4c2097aba6ac791944c/175197975484c4c2097aba6ac791944c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059252.00000, db: /tmp/tmpttgikjh5/sda/containers/0/44c/175197975484c4c2097aba6ac791944c/175197975484c4c2097aba6ac791944c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059254.00000, db: /tmp/tmpttgikjh5/sda/containers/0/510/350465997cd247bb901272c9a1cf4510/350465997cd247bb901272c9a1cf4510.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059254.00000, db: /tmp/tmpttgikjh5/sda/containers/0/510/350465997cd247bb901272c9a1cf4510/350465997cd247bb901272c9a1cf4510.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059256.00000, db: /tmp/tmpttgikjh5/sda/containers/0/02c/1ddef8f758ec85ff200dc6eb7a94e02c/1ddef8f758ec85ff200dc6eb7a94e02c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059256.00000, db: /tmp/tmpttgikjh5/sda/containers/0/02c/1ddef8f758ec85ff200dc6eb7a94e02c/1ddef8f758ec85ff200dc6eb7a94e02c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059258.00000, db: /tmp/tmpttgikjh5/sda/containers/0/582/5ce1cef8ab2b224e9ce89037aa829582/5ce1cef8ab2b224e9ce89037aa829582.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059258.00000, db: /tmp/tmpttgikjh5/sda/containers/0/582/5ce1cef8ab2b224e9ce89037aa829582/5ce1cef8ab2b224e9ce89037aa829582.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059260.00000, db: /tmp/tmpttgikjh5/sda/containers/0/67e/9ebcdad5a9633a95555c0136a495467e/9ebcdad5a9633a95555c0136a495467e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059260.00000, db: /tmp/tmpttgikjh5/sda/containers/0/67e/9ebcdad5a9633a95555c0136a495467e/9ebcdad5a9633a95555c0136a495467e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059262.00000, db: /tmp/tmpttgikjh5/sda/containers/0/311/ff24eb3bc34514e878b04786b51d7311/ff24eb3bc34514e878b04786b51d7311.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059262.00000, db: /tmp/tmpttgikjh5/sda/containers/0/311/ff24eb3bc34514e878b04786b51d7311/ff24eb3bc34514e878b04786b51d7311.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059264.00000, db: /tmp/tmpttgikjh5/sda/containers/0/aee/39e539bac2b11bfa63375ad965076aee/39e539bac2b11bfa63375ad965076aee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059264.00000, db: /tmp/tmpttgikjh5/sda/containers/0/aee/39e539bac2b11bfa63375ad965076aee/39e539bac2b11bfa63375ad965076aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059266.00000, db: /tmp/tmpttgikjh5/sda/containers/0/77e/e11ba89cf4d1b2a04a9fff4222f2277e/e11ba89cf4d1b2a04a9fff4222f2277e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059266.00000, db: /tmp/tmpttgikjh5/sda/containers/0/77e/e11ba89cf4d1b2a04a9fff4222f2277e/e11ba89cf4d1b2a04a9fff4222f2277e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059268.00000, db: /tmp/tmpttgikjh5/sda/containers/0/267/294682d9256691aadf5f5cc4c2108267/294682d9256691aadf5f5cc4c2108267.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059268.00000, db: /tmp/tmpttgikjh5/sda/containers/0/267/294682d9256691aadf5f5cc4c2108267/294682d9256691aadf5f5cc4c2108267.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059270.00000, db: /tmp/tmpttgikjh5/sda/containers/0/551/41b53a219bb2c9984f960258f5ddc551/41b53a219bb2c9984f960258f5ddc551.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059270.00000, db: /tmp/tmpttgikjh5/sda/containers/0/551/41b53a219bb2c9984f960258f5ddc551/41b53a219bb2c9984f960258f5ddc551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059272.00000, db: /tmp/tmpttgikjh5/sda/containers/0/8fb/c94bbdf3c0c68d8be9f0b3a6637d78fb/c94bbdf3c0c68d8be9f0b3a6637d78fb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059272.00000, db: /tmp/tmpttgikjh5/sda/containers/0/8fb/c94bbdf3c0c68d8be9f0b3a6637d78fb/c94bbdf3c0c68d8be9f0b3a6637d78fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059274.00000, db: /tmp/tmpttgikjh5/sda/containers/0/9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059274.00000, db: /tmp/tmpttgikjh5/sda/containers/0/9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059276.00000, db: /tmp/tmpttgikjh5/sda/containers/0/eef/def849c96de31092dbbc70ab1697deef/def849c96de31092dbbc70ab1697deef.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059276.00000, db: /tmp/tmpttgikjh5/sda/containers/0/eef/def849c96de31092dbbc70ab1697deef/def849c96de31092dbbc70ab1697deef.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok - -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/47 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0b640c17da0a47f5a38cd-006a845b7b - 0.0199 - - 1787059067.937415838 1787059067.957304239 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3fd07a53fc684a2eb7985-006a845b7b" "proxy-server 2651759" 0.0019 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44759/sda1/2/a/c1" "tx3fd07a53fc684a2eb7985-006a845b7b" "container-server 2651759" 0.0010 "-" 2651759 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:35633/sdb1/2/a/c1" "tx3fd07a53fc684a2eb7985-006a845b7b" "container-server 2651759" 0.0019 "-" 2651759 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3fd07a53fc684a2eb7985-006a845b7b" "proxy-server 2651759" 0.0151 "-" 2651759 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3fd07a53fc684a2eb7985-006a845b7b" "proxy-server 2651759" 0.0118 "-" 2651759 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/47 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3fd07a53fc684a2eb7985-006a845b7b - 0.0236 - - 1787059067.958640337 1787059067.982284784 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb8a9b394088948b7986ff-006a845b7b" "proxy-server 2651759" 0.0020 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35633/sdb1/1/a/c2" "txb8a9b394088948b7986ff-006a845b7b" "container-server 2651759" 0.0017 "-" 2651759 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44759/sda1/1/a/c2" "txb8a9b394088948b7986ff-006a845b7b" "container-server 2651759" 0.0010 "-" 2651759 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb8a9b394088948b7986ff-006a845b7b" "proxy-server 2651759" 0.0130 "-" 2651759 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb8a9b394088948b7986ff-006a845b7b" "proxy-server 2651759" 0.0095 "-" 2651759 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/48 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb8a9b394088948b7986ff-006a845b7b - 0.0221 - - 1787059067.983647346 1787059068.005713224 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpfk5jzvzu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfk5jzvzu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpfk5jzvzu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfk5jzvzu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txde2aef918d7444a0b59dd-006a845b7c" "proxy-server 2651759" 0.0012 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37055/sdb1/1/a/c" "txde2aef918d7444a0b59dd-006a845b7c" "container-server 2651759" 0.0010 "-" 2651759 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52255/sda1/1/a/c" "txde2aef918d7444a0b59dd-006a845b7c" "container-server 2651759" 0.0010 "-" 2651759 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txde2aef918d7444a0b59dd-006a845b7c" "proxy-server 2651759" 0.0082 "-" 2651759 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txde2aef918d7444a0b59dd-006a845b7c" "proxy-server 2651759" 0.0133 "-" 2651759 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/48 PUT /v1/a/c HTTP/1.0 201 - - t - - - txde2aef918d7444a0b59dd-006a845b7c - 0.0213 - - 1787059068.120643616 1787059068.141896725 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0cd7dbadfb7a4de6b8692-006a845b7c" "proxy-server 2651759" 0.0011 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37055/sdb1/1/a1/c1" "tx0cd7dbadfb7a4de6b8692-006a845b7c" "container-server 2651759" 0.0010 "-" 2651759 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52255/sda1/1/a1/c1" "tx0cd7dbadfb7a4de6b8692-006a845b7c" "container-server 2651759" 0.0010 "-" 2651759 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0cd7dbadfb7a4de6b8692-006a845b7c" "proxy-server 2651759" 0.0079 "-" 2651759 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0cd7dbadfb7a4de6b8692-006a845b7c" "proxy-server 2651759" 0.0127 "-" 2651759 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/48 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0cd7dbadfb7a4de6b8692-006a845b7c - 0.0197 - - 1787059068.143232346 1787059068.162972689 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx572fde42b979478b97d44-006a845b7c" "proxy-server 2651759" 0.0019 "-" 2651759 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37055/sdb1/2/a/c1" "tx572fde42b979478b97d44-006a845b7c" "container-server 2651759" 0.0010 "-" 2651759 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52255/sda1/2/a/c1" "tx572fde42b979478b97d44-006a845b7c" "container-server 2651759" 0.0015 "-" 2651759 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx572fde42b979478b97d44-006a845b7c" "proxy-server 2651759" 0.0084 "-" 2651759 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx572fde42b979478b97d44-006a845b7c" "proxy-server 2651759" 0.0132 "-" 2651759 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/48 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx572fde42b979478b97d44-006a845b7c - 0.0210 - - 1787059068.164294243 1787059068.185295820 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd400aaed8545478b99380-006a845b7c" "proxy-server 2651759" 0.0019 "-" 2651759 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52255/sda1/1/a/c2" "txd400aaed8545478b99380-006a845b7c" "container-server 2651759" 0.0015 "-" 2651759 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37055/sdb1/1/a/c2" "txd400aaed8545478b99380-006a845b7c" "container-server 2651759" 0.0010 "-" 2651759 2test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd400aaed8545478b99380-006a845b7c" "proxy-server 2651759" 0.0085 "-" 2651759 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd400aaed8545478b99380-006a845b7c" "proxy-server 2651759" 0.0130 "-" 2651759 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/48 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd400aaed8545478b99380-006a845b7c - 0.0206 - - 1787059068.186599016 1787059068.207199812 2 +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.08787', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.14198', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok + +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.689074993 1752649216.689132214 - +test INFO: - - 16/Jul/2025/07/00/16 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1752649216.689380884 1752649216.689417362 - +test INFO: - - 16/Jul/2025/07/00/16 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1752649216.689614773 1752649216.689647198 - +test INFO: - - 16/Jul/2025/07/00/16 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1752649216.689827919 1752649216.689857721 - +test INFO: - - 16/Jul/2025/07/00/16 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1752649216.690030336 1752649216.690059185 - +test INFO: - - 16/Jul/2025/07/00/17 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1752649216.705702066 1752649217.405702114 - +test INFO: - - 16/Jul/2025/07/00/16 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1752649216.706992149 1752649216.906992197 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1752649216.720397234 1752649216.720457315 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1752649216.721413136 1752649216.721475840 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1752649216.722428083 1752649216.722501516 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1752649216.743621826 1752649216.743705750 - +test INFO: - - 16/Jul/2025/07/00/17 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1752649216.744603872 1752649217.444603920 0 +test INFO: - - 16/Jul/2025/07/00/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1752649216.781061172 1752649216.781092644 1 +test INFO: - - 16/Jul/2025/07/00/16 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.781808853 1752649216.781874418 1 +test INFO: 4.5.6.7 1.2.3.4 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.782802582 1752649216.782883167 - +test INFO: 4.5.6.7 1.2.3.4 16/Jul/2025/07/00/16 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.795846701 1752649216.795932055 - +test INFO: - - 16/Jul/2025/07/00/16 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1752649216.797021866 1752649216.797097683 - +test INFO: - - 16/Jul/2025/07/00/16 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1752649216.798687220 1752649216.798758745 - +test INFO: - - 16/Jul/2025/07/00/16 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1752649216.819932699 1752649216.819960356 - +test INFO: - - 16/Jul/2025/07/00/16 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1752649216.820757866 1752649216.820783615 0 +test INFO: - - 16/Jul/2025/07/00/16 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1752649216.821183920 1752649216.821200132 -1 +test INFO: - - 16/Jul/2025/07/00/16 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1752649216.821764946 1752649216.821783066 - +fake INFO: - - 16/Jul/2025/07/00/17 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1752650217 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1752649217.650115490 1752649217.650242090 -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_int_values +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_int_values ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649215.55453', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.02095', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok - -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059061.81789', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.81789', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81789', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059061.81793', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059061.81794', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059061.81794', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81794', 'epoch': None, 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1787059061.82180', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00264215s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059061.81789', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.81789', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81789', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059061.81793', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059061.81794', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059061.81794', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81794', 'epoch': None, 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059061.81789', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.81789', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81789', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1787059061.84592', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059061.81794', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059061.81794', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81794', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059061.84566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059061.84566', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059061.84557', 'epoch': '1787059061.84557', 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059061.81789', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.81789', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81789', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059061.85799', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059061.81794', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059061.81794', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81794', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059061.84566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059061.84566', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059061.84557', 'epoch': '1787059061.84557', 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059061.86713', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.86713', 'deleted': 1, 'state': 10, 'state_timestamp': '1787059061.86713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059061.85799', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059061.81794', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059061.81794', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81794', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059061.84566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059061.84566', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059061.84557', 'epoch': '1787059061.84557', 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_manifest_with_x_open_expired_part_num +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_manifest_with_x_open_expired_part_num ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_byte_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.25042', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.25238', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.25413', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.26412', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.26593', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1752649216.29250', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059061.69632', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.29435', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.29623', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.29803', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.31721', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.31892', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059061.70388', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1752649216.40565', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_internal_client.py", line 889, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_internal_client.py", line 889, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 272, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1114, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/swob.py", line 1098, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_internal_client.py", line 889, in __call__ - raise Exception() -Exception - +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.47291', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.50010', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Setting object count to 1068 (txn: txdd9afe93f7314e409c6de-006a845b7b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx37a0da9cfb2e418798d4d-006a845b7c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txe7dbe12d030b4cb7a27b3-006a845b7c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Setting object count to 1058 (txn: tx474c49bfbbbe477092435-006a845b7d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb821be011ef5421593ea4-006a845b7e)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok - -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059061.86713', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.86713', 'deleted': 1, 'state': 10, 'state_timestamp': '1787059061.86713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059061.85799', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059062.65362', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1787059062.65362', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059062.65362', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059061.84566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059061.84566', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059061.84557', 'epoch': '1787059061.84557', 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059061.86713', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.86713', 'deleted': 1, 'state': 10, 'state_timestamp': '1787059061.86713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059061.85799', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059062.65362', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1787059062.66331', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059062.65362', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059061.84566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059061.84566', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059061.84557', 'epoch': '1787059061.84557', 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059062.67224', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.86713', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.86713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059061.85799', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059062.65362', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1787059062.66331', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059062.65362', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059061.84566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059061.84566', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059061.84557', 'epoch': '1787059061.84557', 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgw6ic2b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c62215d7a96a4d6b593d488adbde3d01', '13199b98-6fed-4a8d-8e14-19a5c0160053-sda', '1787059061.81409', '1787059061.81226', '0', '', '1787059061.81226', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059062.67224', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059061.86713', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.86713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059061.81793', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1787059061.85799', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059061.81793', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059062.65362', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1787059062.66331', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059062.65362', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059061.84566', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059061.84566', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059061.84557', 'epoch': '1787059061.84557', 'reported': 0, 'tombstones': -1}], '13199b98-6fed-4a8d-8e14-19a5c0160053-sda') -test DEBUG: /tmp/tmpgw6ic2b6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpgw6ic2b6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9491c7699a90641bdbc0b26d3b2b0853', '45458985-1620-4878-a3d1-c8d6b054927a-sda', '1787059063.36242', '1787059063.36055', '0', '', '1787059063.36055', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok - -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:41 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059061.18243', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059062.88756', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok - +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059063.43011', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250716/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250716T070016Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.77373', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059063.43773', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250716/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250716T070016Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649216.79077', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250716/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250716T070017Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.15785', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.19117', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +swift: The following digest algorithms are configured but not supported: md4 +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok + +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1137647 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 1137647 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0190 "-" 1137647 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0230 "-" 1137647 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txab3ab1f8c2e043d7b3188-0068774e02" "proxy-server 1137647" 0.0012 "-" 1137647 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35571/sdb1/1/a/c" "txab3ab1f8c2e043d7b3188-0068774e02" "container-server 1137647" 0.0171 "-" 1137647 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45793/sda1/1/a/c" "txab3ab1f8c2e043d7b3188-0068774e02" "container-server 1137647" 0.0009 "-" 1137647 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txab3ab1f8c2e043d7b3188-0068774e02" "proxy-server 1137647" 0.0406 "-" 1137647 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txab3ab1f8c2e043d7b3188-0068774e02" "proxy-server 1137647" 0.0779 "-" 1137647 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - txab3ab1f8c2e043d7b3188-0068774e02 - 0.1187 - - 1752649218.078168869 1752649218.196852922 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txda5ae8d23e5a4a65b2c67-0068774e02" "proxy-server 1137647" 0.0011 "-" 1137647 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45793/sda1/1/a1/c1" "txda5ae8d23e5a4a65b2c67-0068774e02" "container-server 1137647" 0.0010 "-" 1137647 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35571/sdb1/1/a1/c1" "txda5ae8d23e5a4a65b2c67-0068774e02" "container-server 1137647" 0.0010 "-" 1137647 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txda5ae8d23e5a4a65b2c67-0068774e02" "proxy-server 1137647" 0.0609 "-" 1137647 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txda5ae8d23e5a4a65b2c67-0068774e02" "proxy-server 1137647" 0.0412 "-" 1137647 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txda5ae8d23e5a4a65b2c67-0068774e02 - 0.1176 - - 1752649218.198265553 1752649218.315817118 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd7669034a97945f2b43a0-0068774e02" "proxy-server 1137647" 0.0181 "-" 1137647 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45793/sda1/2/a/c1" "txd7669034a97945f2b43a0-0068774e02" "container-server 1137647" 0.0252 "-" 1137647 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35571/sdb1/2/a/c1" "txd7669034a97945f2b43a0-0068774e02" "container-server 1137647" 0.0015 "-" 1137647 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7669034a97945f2b43a0-0068774e02" "proxy-server 1137647" 0.0325 "-" 1137647 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7669034a97945f2b43a0-0068774e02" "proxy-server 1137647" 0.0514 "-" 1137647 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd7669034a97945f2b43a0-0068774e02 - 0.0917 - - 1752649218.317248583 1752649218.408994675 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx25f27c99f5de445dab86f-0068774e02" "proxy-server 1137647" 0.0017 "-" 1137647 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35571/sdb1/1/a/c2" "tx25f27c99f5de445dab86f-0068774e02" "container-server 1137647" 0.0010 "-" 1137647 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45793/sda1/1/a/c2" "tx25f27c99f5de445dab86f-0068774e02" "container-server 1137647" 0.0015 "-" 1137647 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx25f27c99f5de445dab86f-0068774e02" "proxy-server 1137647" 0.0367 "-" 1137647 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx25f27c99f5de445dab86f-0068774e02" "proxy-server 1137647" 0.0334 "-" 1137647 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx25f27c99f5de445dab86f-0068774e02 - 0.0783 - - 1752649218.410388470 1752649218.488647699 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059064.39893', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.83344', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059064.40802', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.85394', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Setting object count to 1024 (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Setting object count to 1024 (txn: txb821be011ef5421593ea4-006a845b7e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Setting object count to 1072 (txn: tx5cfb05706a9f4a048d622-006a845b7e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.25433', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059064.83855', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059064.84053', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059064.84238', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059064.84421', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059064.84610', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.27493', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1787059063.36646', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059063.36646', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059063.36633', 'epoch': '1787059063.36633', 'reported': 0, 'tombstones': -1}], '45458985-1620-4878-a3d1-c8d6b054927a-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpm96ssv_d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1787059063.36619', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '45458985-1620-4878-a3d1-c8d6b054927a-sda') -test DEBUG: /tmp/tmpm96ssv_d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00553322s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '135b709b-f0df-4f9c-a61c-15ff695aac70-sda', '1787059064.76789', '1787059064.76602', '0', '', '1787059064.76602', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059064.77209', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059064.77209', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.77209', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059064.77212', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059064.77212', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.77212', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059064.77213', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059064.77213', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.77213', 'epoch': None, 'reported': 0, 'tombstones': -1}], '135b709b-f0df-4f9c-a61c-15ff695aac70-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a1842f03-b532-47e7-b737-c3cd6e397af7-sda', '1787059064.78438', '1787059064.78264', '0', '', '1787059064.78264', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059064.78829', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059064.78829', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.78829', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059064.78833', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059064.78833', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.78833', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059064.78833', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059064.78833', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.78833', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76582', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76582', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76582', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a1842f03-b532-47e7-b737-c3cd6e397af7-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '815ae521-8c7f-45dd-8f49-c7d3472c095f-sda', '1787059064.80363', '1787059064.80193', '0', '', '1787059064.80193', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059064.80791', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059064.80791', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.80791', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059064.80795', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059064.80795', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.80795', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059064.80796', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059064.80796', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.80796', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76582', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76582', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76582', 'epoch': None, 'reported': 0, 'tombstones': -1}], '815ae521-8c7f-45dd-8f49-c7d3472c095f-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30a8a916-b8c7-429a-97ed-4b187892b461-sda', '1787059064.82070', '1787059064.81900', '0', '', '1787059064.81900', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059064.82460', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059064.82460', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.82460', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059064.82464', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059064.82464', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.82464', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059064.82465', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059064.82465', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059064.82465', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76582', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76582', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76582', 'epoch': None, 'reported': 0, 'tombstones': -1}], '30a8a916-b8c7-429a-97ed-4b187892b461-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f2b0d489-aa86-4a8f-b832-5627bd6d091d-sda', '1787059065.39982', '1787059065.39817', '0', '', '1787059065.39817', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059065.40342', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059065.40342', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.40342', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059065.40346', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059065.40346', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.40346', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059065.40347', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059065.40347', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.40347', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76582', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76582', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76582', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f2b0d489-aa86-4a8f-b832-5627bd6d091d-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e0d91525-d8cf-4fab-9137-83e195a48116-sda', '1787059065.41993', '1787059065.41825', '0', '', '1787059065.41825', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059065.42380', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059065.42380', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.42380', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059065.42383', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059065.42383', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.42383', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059065.42384', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059065.42384', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.42384', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76592', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76592', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76592', 'epoch': '1787059064.76593', 'reported': 0, 'tombstones': -1}], 'e0d91525-d8cf-4fab-9137-83e195a48116-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e8fb841b-4472-41de-9fbc-182471563dde-sda', '1787059065.43602', '1787059065.43439', '0', '', '1787059065.43439', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059065.43964', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059065.43964', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.43964', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059065.43968', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059065.43968', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.43968', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059065.43970', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059065.43970', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.43970', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76592', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76592', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76592', 'epoch': '1787059064.76593', 'reported': 0, 'tombstones': -1}], 'e8fb841b-4472-41de-9fbc-182471563dde-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '58355254-79a7-455e-97a7-645bd8a6b1fe-sda', '1787059065.45548', '1787059065.45385', '0', '', '1787059065.45385', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059065.45937', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059065.45937', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.45937', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059065.45941', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059065.45941', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.45941', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059065.45942', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059065.45942', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.45942', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76592', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76592', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76592', 'epoch': '1787059064.76593', 'reported': 0, 'tombstones': -1}], '58355254-79a7-455e-97a7-645bd8a6b1fe-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '27ca4053-7b40-4b71-b399-a98270540409-sda', '1787059065.47191', '1787059065.47030', '0', '', '1787059065.47030', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059065.47555', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059065.47555', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.47555', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059065.47559', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059065.47559', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.47559', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059065.47560', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059065.47560', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059065.47560', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76597', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76597', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76597', 'epoch': '1787059064.76598', 'reported': 0, 'tombstones': -1}], '27ca4053-7b40-4b71-b399-a98270540409-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.47755', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059065.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.61824', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649217.65290', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_a_swift_log_adapter -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_a_swift_log_adapter ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_statsd_client -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_statsd_client ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_replaces_statsd_client -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_replaces_statsd_client ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_default_conf -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_default_conf ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_non_default_conf -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_non_default_conf ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_prefix -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_prefix ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_adopts_statsd_client -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_adopts_statsd_client ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_calls_get_prefixed_swift_logger -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_calls_get_prefixed_swift_logger ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_no_statsd_client -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_no_statsd_client ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_with_mutilated_statsd_client -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_with_mutilated_statsd_client ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_client_deleted_from_source -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_client_deleted_from_source ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_is_none -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_is_none ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_no_statsd_client -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_no_statsd_client ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_statsd_client_is_none -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_statsd_client_is_none ... ok -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_statsd_set_prefix_deprecation -test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_statsd_set_prefix_deprecation ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_environ_copy +test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_environ_copy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_header_mutation +test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_header_mutation ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_init +test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_init ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000053 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000050 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET https://cluster.domain HTTP/1.0" 200 117 0.000044 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txc2c32f2da5c54670a6b37-0068774e03) +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (1137670) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "PUT /path HTTP/1.0" 200 105 0.000056 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET / HTTP/1.1" 200 120 0.000056 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET /%FF HTTP/1.1" 200 123 0.000065 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET /ÿ HTTP/1.1" 200 126 0.000061 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000052 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET // HTTP/1.1" 200 121 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok test.unit.common.test_utils.TestShardRange.test_constants test.unit.common.test_utils.TestShardRange.test_constants ... ok test.unit.common.test_utils.TestShardRange.test_copy @@ -35560,1035 +30676,1909 @@ test.unit.common.test_utils.TestShardRange.test_update_state ... ok test.unit.common.test_utils.TestShardRange.test_update_tombstones test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1787059065.57080', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059065.57277', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059065.57471', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059065.57651', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059065.58589', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059065.58750', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1787059066.31782', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok - -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8cf3e917-125e-42e9-b61a-a60aa360a992-sda', '1787059066.79950', '1787059066.79784', '0', '', '1787059066.79784', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059066.80337', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059066.80337', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.80337', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059066.80340', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059066.80340', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.80340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059066.80341', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059066.80341', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.80341', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76592', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76592', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76592', 'epoch': '1787059064.76593', 'reported': 0, 'tombstones': -1}], '8cf3e917-125e-42e9-b61a-a60aa360a992-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f4e8d3c0-0aa2-49f2-b0c9-d9ca81c551d8-sda', '1787059066.81651', '1787059066.81488', '0', '', '1787059066.81488', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059066.82027', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059066.82027', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.82027', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059066.82030', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059066.82030', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.82030', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059066.82031', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059066.82031', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.82031', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76592', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76592', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76592', 'epoch': '1787059064.76593', 'reported': 0, 'tombstones': -1}], 'f4e8d3c0-0aa2-49f2-b0c9-d9ca81c551d8-sda') -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0d6498e1-ea0d-45b7-a84b-5358d29c38be-sda', '1787059066.83266', '1787059066.83106', '0', '', '1787059066.83106', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059066.83639', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059066.83639', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.83639', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059066.83643', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059066.83643', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.83643', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059066.83643', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059066.83643', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059066.83643', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059064.76601', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76582', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76582', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0d6498e1-ea0d-45b7-a84b-5358d29c38be-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1787059064.76592', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76592', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76592', 'epoch': '1787059064.76593', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1787059064.76601', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059064.76582', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059064.76582', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpl2l387lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42cf086c6e12343bffbf13d716ba59f2', '18114101-6bd9-4e09-aba4-3f75ffac6274-sda', '1787059066.85513', '1787059066.85296', '0', '', '1787059066.85296', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1787059066.85943', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '18114101-6bd9-4e09-aba4-3f75ffac6274-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmpcpbguw6c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f42a2b21-59a7-4fad-92b0-da4ed62f0918-sda', '1787059066.87322', '1787059066.87125', '0', '', '1787059066.87125', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmpcpbguw6c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '95b64876992eaaac79f6cb75e77c1e63', '48ad324f-8c34-4a3f-b8ae-e4bee02446f3-sda', '1787059066.89084', '1787059066.88858', '0', '', '1787059066.88858', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1787059066.89581', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '48ad324f-8c34-4a3f-b8ae-e4bee02446f3-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000'} +test DEBUG: bucket None POST +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata.test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 18/Aug/2026/13/17/50 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1787059070.387627602 1787059070.387923002 - -fake-swift INFO: - - 18/Aug/2026/13/17/50 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1787059070.388908863 1787059070.389073610 - -fake-swift INFO: - - 18/Aug/2026/13/17/50 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1787059070.389591455 1787059070.389719963 - -fake-swift INFO: - - 18/Aug/2026/13/17/50 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1787059070.390036583 1787059070.390146971 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 18/Aug/2026/13/17/50 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1787059070.394546032 1787059070.394644499 - -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test WARNING: boomtest.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_alternative_expirer_config +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_alternative_expirer_config ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok + +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET //bar HTTP/1.1" 200 124 0.000053 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET //////baz HTTP/1.1" 200 128 0.000052 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 16 Jul 2025 07:00:19 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (1137670) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1137670) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [16/Jul/2025 21:00:19] "GET /someurl HTTP/1.0" 200 102 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (1137670) wsgi exited, is_accepting=True +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test ERROR: Removing dead child 95 from parent 1137670 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 1137670, port 6007) exiting normally +test WARNING: Ignoring wait() result from unknown PID 89 +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_exception_method +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_exception_method ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_isolation +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_isolation ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_non_string_values +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_non_string_values ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_replaces_prefix +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_prefixed_swift_logger_replaces_prefix ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059067.33289', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059067.34738', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.23555', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.23758', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.23933', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.24107', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.24276', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_console +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_console ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_custom_log_handlers +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_custom_log_handlers ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_name_and_route +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_name_and_route ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_sysloghandler_plumbing +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_swift_logger_sysloghandler_plumbing ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkg92qqq9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '512524c7-ab2c-4560-b458-0996eec76575-sda', '1787059068.23875', '1787059068.23687', '0', '', '1787059068.23687', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('512524c7-ab2c-4560-b458-0996eec76575-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '512524c7-ab2c-4560-b458-0996eec76575-sda', '1787059068.23875', '1787059068.23687', '0', '', '1787059068.23687', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('512524c7-ab2c-4560-b458-0996eec76575-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01086 seconds (92.06430/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkg92qqq9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '512524c7-ab2c-4560-b458-0996eec76575-sda', '1787059068.23875', '1787059068.23687', '0', '', '1787059068.23687', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059068.25701', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059068.25701', 'deleted': 1, 'state': 10, 'state_timestamp': '1787059068.25701', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059068.24006', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059068.24006', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059068.24006', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059068.24007', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059068.24007', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059068.24007', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059068.24021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059068.24021', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059068.24008', 'epoch': '1787059068.24008', 'reported': 0, 'tombstones': -1}], '512524c7-ab2c-4560-b458-0996eec76575-sda') -test DEBUG: /tmp/tmpkg92qqq9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkg92qqq9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '512524c7-ab2c-4560-b458-0996eec76575-sda', '1787059068.23875', '1787059068.23687', '0', '', '1787059068.23687', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1787059068.25701', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1787059068.25701', 'deleted': 1, 'state': 10, 'state_timestamp': '1787059068.25701', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1787059068.24006', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1787059068.24006', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059068.24006', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1787059068.24007', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1787059068.24007', 'deleted': 0, 'state': 10, 'state_timestamp': '1787059068.24007', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059068.24021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059068.24021', 'deleted': 0, 'state': 60, 'state_timestamp': '1787059068.24008', 'epoch': '1787059068.24008', 'reported': 0, 'tombstones': -1}], '512524c7-ab2c-4560-b458-0996eec76575-sda') -test DEBUG: /tmp/tmpkg92qqq9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpkg92qqq9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01564 seconds (63.92643/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3bcd7209-9465-4222-9e7b-946c51d58f74-sda', '1787059068.28096', '1787059068.27924', '1787059068.28482', '', '1787059068.28482', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkqiuw3v9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7d6549a8-f2cf-462a-ac4d-b1952d65b3f3-sda', '1787059068.29694', '1787059068.00000', '0', '', '1787059068.00000', 0, 0) -test DEBUG: /tmp/tmpkqiuw3v9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7d6549a8-f2cf-462a-ac4d-b1952d65b3f3-sda', '1787059068.29694', '1787059068.00000', '0', '', '1787059068.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7d6549a8-f2cf-462a-ac4d-b1952d65b3f3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00980 seconds (102.07002/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr7z4g2ug/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ba50c298-0a9b-4f48-8236-e9ecaac8bc7b-sda', '1787059068.32099', '1787059069.00000', '0', '{"X-Container-Sync-To": ["a", "1787059070.00000"], "X-Container-Sync-Key": ["secret", "1787059071.00000"]}', '1787059069.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('ba50c298-0a9b-4f48-8236-e9ecaac8bc7b-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ba50c298-0a9b-4f48-8236-e9ecaac8bc7b-sda', '1787059068.32099', '1787059069.00000', '0', '{"X-Container-Sync-To": ["a", "1787059070.00000"], "X-Container-Sync-Key": ["secret", "1787059071.00000"]}', '1787059069.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('ba50c298-0a9b-4f48-8236-e9ecaac8bc7b-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmpr7z4g2ug/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1752649218.00000, (0, 0) as of 1752649218.00000, active as of 1752649218.00000> to ShardRange<'k' to 't' as of 1752649219.00000, (0, 0) as of 1752649219.00000, active as of 1752649219.00000>, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649223.00000, (0, 0) as of 1752649223.00000, shrinking as of 1752649220.00000> to ShardRange<'k' to 't' as of 1752649223.00000, (0, 0) as of 1752649223.00000, sharding as of 1752649224.00000>, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpja52d2il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649218.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/085/16fc34515c69eeab05e055d93cc6a085/16fc34515c69eeab05e055d93cc6a085.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649220.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/124/a103701da5075455f7c49e04ea04a124/a103701da5075455f7c49e04ea04a124.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649219.00000, (0, 0) as of 1752649219.00000, found as of 1752649219.00000> to ShardRange<'k' to 't' as of 1752649220.00000, (0, 0) as of 1752649220.00000, created as of 1752649220.00000>, path: .shards_a/shard_c_1752649220.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/124/a103701da5075455f7c49e04ea04a124/a103701da5075455f7c49e04ea04a124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649222.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/419/a70e844a6c9543ba68c8527a4d1a2419/a70e844a6c9543ba68c8527a4d1a2419.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649221.00000, (0, 0) as of 1752649221.00000, found as of 1752649221.00000> to ShardRange<'k' to 't' as of 1752649222.00000, (0, 0) as of 1752649222.00000, cleaved as of 1752649222.00000>, path: .shards_a/shard_c_1752649222.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/419/a70e844a6c9543ba68c8527a4d1a2419/a70e844a6c9543ba68c8527a4d1a2419.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649224.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f25/2546a97495000a128625366b96785f25/2546a97495000a128625366b96785f25.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649223.00000, (0, 0) as of 1752649223.00000, found as of 1752649223.00000> to ShardRange<'k' to 't' as of 1752649224.00000, (0, 0) as of 1752649224.00000, active as of 1752649224.00000>, path: .shards_a/shard_c_1752649224.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f25/2546a97495000a128625366b96785f25/2546a97495000a128625366b96785f25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649226.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/da9/2acd08b03cbc457ef40ca91d9d6dcda9/2acd08b03cbc457ef40ca91d9d6dcda9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649225.00000, (0, 0) as of 1752649225.00000, found as of 1752649225.00000> to ShardRange<'k' to 't' as of 1752649226.00000, (0, 0) as of 1752649226.00000, shrinking as of 1752649226.00000>, path: .shards_a/shard_c_1752649226.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/da9/2acd08b03cbc457ef40ca91d9d6dcda9/2acd08b03cbc457ef40ca91d9d6dcda9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649226.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/da9/2acd08b03cbc457ef40ca91d9d6dcda9/2acd08b03cbc457ef40ca91d9d6dcda9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649228.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d2c/7a801967dd7c7acb51e6dfc773121d2c/7a801967dd7c7acb51e6dfc773121d2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649227.00000, (0, 0) as of 1752649227.00000, found as of 1752649227.00000> to ShardRange<'k' to 't' as of 1752649228.00000, (0, 0) as of 1752649228.00000, sharding as of 1752649228.00000>, path: .shards_a/shard_c_1752649228.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d2c/7a801967dd7c7acb51e6dfc773121d2c/7a801967dd7c7acb51e6dfc773121d2c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649228.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d2c/7a801967dd7c7acb51e6dfc773121d2c/7a801967dd7c7acb51e6dfc773121d2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649230.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/169/0bb0fc10ef8a5d24620b0416cc140169/0bb0fc10ef8a5d24620b0416cc140169.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649229.00000, (0, 0) as of 1752649229.00000, found as of 1752649229.00000> to ShardRange<'k' to 't' as of 1752649230.00000, (0, 0) as of 1752649230.00000, sharded as of 1752649230.00000>, path: .shards_a/shard_c_1752649230.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/169/0bb0fc10ef8a5d24620b0416cc140169/0bb0fc10ef8a5d24620b0416cc140169.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649230.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/169/0bb0fc10ef8a5d24620b0416cc140169/0bb0fc10ef8a5d24620b0416cc140169.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649232.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b55/3c41e03720e64386bf591c1d3df49b55/3c41e03720e64386bf591c1d3df49b55.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649231.00000, (0, 0) as of 1752649231.00000, found as of 1752649231.00000> to ShardRange<'k' to 't' as of 1752649232.00000, (0, 0) as of 1752649232.00000, shrunk as of 1752649232.00000>, path: .shards_a/shard_c_1752649232.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b55/3c41e03720e64386bf591c1d3df49b55/3c41e03720e64386bf591c1d3df49b55.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649232.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b55/3c41e03720e64386bf591c1d3df49b55/3c41e03720e64386bf591c1d3df49b55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649234.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9bc/e8fc5ae6a2602092ffa9d052bdac79bc/e8fc5ae6a2602092ffa9d052bdac79bc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649233.00000, (0, 0) as of 1752649233.00000, created as of 1752649233.00000> to ShardRange<'k' to 't' as of 1752649234.00000, (0, 0) as of 1752649234.00000, found as of 1752649234.00000>, path: .shards_a/shard_c_1752649234.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9bc/e8fc5ae6a2602092ffa9d052bdac79bc/e8fc5ae6a2602092ffa9d052bdac79bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649236.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/161/8e18833414d71675e9bf12bbe50e1161/8e18833414d71675e9bf12bbe50e1161.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649238.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/e85/1996023097916bc80f023115fd4ede85/1996023097916bc80f023115fd4ede85.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649237.00000, (0, 0) as of 1752649237.00000, created as of 1752649237.00000> to ShardRange<'k' to 't' as of 1752649238.00000, (0, 0) as of 1752649238.00000, cleaved as of 1752649238.00000>, path: .shards_a/shard_c_1752649238.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/e85/1996023097916bc80f023115fd4ede85/1996023097916bc80f023115fd4ede85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649240.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/173/2bad663c35f1a8277cf7e16ed3f08173/2bad663c35f1a8277cf7e16ed3f08173.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649239.00000, (0, 0) as of 1752649239.00000, created as of 1752649239.00000> to ShardRange<'k' to 't' as of 1752649240.00000, (0, 0) as of 1752649240.00000, active as of 1752649240.00000>, path: .shards_a/shard_c_1752649240.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/173/2bad663c35f1a8277cf7e16ed3f08173/2bad663c35f1a8277cf7e16ed3f08173.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649242.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7fb/4f423f82ba84dc076c8f8939dbd0a7fb/4f423f82ba84dc076c8f8939dbd0a7fb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649241.00000, (0, 0) as of 1752649241.00000, created as of 1752649241.00000> to ShardRange<'k' to 't' as of 1752649242.00000, (0, 0) as of 1752649242.00000, shrinking as of 1752649242.00000>, path: .shards_a/shard_c_1752649242.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7fb/4f423f82ba84dc076c8f8939dbd0a7fb/4f423f82ba84dc076c8f8939dbd0a7fb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649242.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7fb/4f423f82ba84dc076c8f8939dbd0a7fb/4f423f82ba84dc076c8f8939dbd0a7fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649244.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2bd/0f389269859acd074b927a08ecfff2bd/0f389269859acd074b927a08ecfff2bd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649243.00000, (0, 0) as of 1752649243.00000, created as of 1752649243.00000> to ShardRange<'k' to 't' as of 1752649244.00000, (0, 0) as of 1752649244.00000, sharding as of 1752649244.00000>, path: .shards_a/shard_c_1752649244.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2bd/0f389269859acd074b927a08ecfff2bd/0f389269859acd074b927a08ecfff2bd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649244.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2bd/0f389269859acd074b927a08ecfff2bd/0f389269859acd074b927a08ecfff2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649246.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b04/df0fd4e1b85b6b0132df9cc508c73b04/df0fd4e1b85b6b0132df9cc508c73b04.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649245.00000, (0, 0) as of 1752649245.00000, created as of 1752649245.00000> to ShardRange<'k' to 't' as of 1752649246.00000, (0, 0) as of 1752649246.00000, sharded as of 1752649246.00000>, path: .shards_a/shard_c_1752649246.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b04/df0fd4e1b85b6b0132df9cc508c73b04/df0fd4e1b85b6b0132df9cc508c73b04.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649246.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b04/df0fd4e1b85b6b0132df9cc508c73b04/df0fd4e1b85b6b0132df9cc508c73b04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649248.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/00a/cabd0377869eb1d406c5e548da7d500a/cabd0377869eb1d406c5e548da7d500a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649247.00000, (0, 0) as of 1752649247.00000, created as of 1752649247.00000> to ShardRange<'k' to 't' as of 1752649248.00000, (0, 0) as of 1752649248.00000, shrunk as of 1752649248.00000>, path: .shards_a/shard_c_1752649248.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/00a/cabd0377869eb1d406c5e548da7d500a/cabd0377869eb1d406c5e548da7d500a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649248.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/00a/cabd0377869eb1d406c5e548da7d500a/cabd0377869eb1d406c5e548da7d500a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649250.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/0d5/9c3a8776c0f93b7ed38169fd2ed780d5/9c3a8776c0f93b7ed38169fd2ed780d5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649249.00000, (0, 0) as of 1752649249.00000, cleaved as of 1752649249.00000> to ShardRange<'k' to 't' as of 1752649250.00000, (0, 0) as of 1752649250.00000, found as of 1752649250.00000>, path: .shards_a/shard_c_1752649250.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/0d5/9c3a8776c0f93b7ed38169fd2ed780d5/9c3a8776c0f93b7ed38169fd2ed780d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649252.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/712/7626738d6b4875bde30fad4691aa6712/7626738d6b4875bde30fad4691aa6712.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649251.00000, (0, 0) as of 1752649251.00000, cleaved as of 1752649251.00000> to ShardRange<'k' to 't' as of 1752649252.00000, (0, 0) as of 1752649252.00000, created as of 1752649252.00000>, path: .shards_a/shard_c_1752649252.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/712/7626738d6b4875bde30fad4691aa6712/7626738d6b4875bde30fad4691aa6712.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649254.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/866/86cc5fc45c3307d25a00abf73d521866/86cc5fc45c3307d25a00abf73d521866.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649256.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7a9/9dda1c334fb7abd2457473884a1447a9/9dda1c334fb7abd2457473884a1447a9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649255.00000, (0, 0) as of 1752649255.00000, cleaved as of 1752649255.00000> to ShardRange<'k' to 't' as of 1752649256.00000, (0, 0) as of 1752649256.00000, active as of 1752649256.00000>, path: .shards_a/shard_c_1752649256.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7a9/9dda1c334fb7abd2457473884a1447a9/9dda1c334fb7abd2457473884a1447a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649258.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/6c8/b10711c76952b021d7314a094c9ce6c8/b10711c76952b021d7314a094c9ce6c8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649257.00000, (0, 0) as of 1752649257.00000, cleaved as of 1752649257.00000> to ShardRange<'k' to 't' as of 1752649258.00000, (0, 0) as of 1752649258.00000, shrinking as of 1752649258.00000>, path: .shards_a/shard_c_1752649258.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/6c8/b10711c76952b021d7314a094c9ce6c8/b10711c76952b021d7314a094c9ce6c8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649258.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/6c8/b10711c76952b021d7314a094c9ce6c8/b10711c76952b021d7314a094c9ce6c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649260.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/cf8/e1ef1563c9a0d6d9e3630afca5ec5cf8/e1ef1563c9a0d6d9e3630afca5ec5cf8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649259.00000, (0, 0) as of 1752649259.00000, cleaved as of 1752649259.00000> to ShardRange<'k' to 't' as of 1752649260.00000, (0, 0) as of 1752649260.00000, sharding as of 1752649260.00000>, path: .shards_a/shard_c_1752649260.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/cf8/e1ef1563c9a0d6d9e3630afca5ec5cf8/e1ef1563c9a0d6d9e3630afca5ec5cf8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649260.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/cf8/e1ef1563c9a0d6d9e3630afca5ec5cf8/e1ef1563c9a0d6d9e3630afca5ec5cf8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649262.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/cf7/d6a99b77a84e15274f6c1520accbbcf7/d6a99b77a84e15274f6c1520accbbcf7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649261.00000, (0, 0) as of 1752649261.00000, cleaved as of 1752649261.00000> to ShardRange<'k' to 't' as of 1752649262.00000, (0, 0) as of 1752649262.00000, sharded as of 1752649262.00000>, path: .shards_a/shard_c_1752649262.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/cf7/d6a99b77a84e15274f6c1520accbbcf7/d6a99b77a84e15274f6c1520accbbcf7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649262.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/cf7/d6a99b77a84e15274f6c1520accbbcf7/d6a99b77a84e15274f6c1520accbbcf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649264.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7dd/79dd278b18ecfc9eefaa3aab558ad7dd/79dd278b18ecfc9eefaa3aab558ad7dd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649263.00000, (0, 0) as of 1752649263.00000, cleaved as of 1752649263.00000> to ShardRange<'k' to 't' as of 1752649264.00000, (0, 0) as of 1752649264.00000, shrunk as of 1752649264.00000>, path: .shards_a/shard_c_1752649264.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7dd/79dd278b18ecfc9eefaa3aab558ad7dd/79dd278b18ecfc9eefaa3aab558ad7dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649264.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7dd/79dd278b18ecfc9eefaa3aab558ad7dd/79dd278b18ecfc9eefaa3aab558ad7dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649266.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/327/f15995a8a1c5bbdbb51c5cb8fb529327/f15995a8a1c5bbdbb51c5cb8fb529327.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649265.00000, (0, 0) as of 1752649265.00000, active as of 1752649265.00000> to ShardRange<'k' to 't' as of 1752649266.00000, (0, 0) as of 1752649266.00000, found as of 1752649266.00000>, path: .shards_a/shard_c_1752649266.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/327/f15995a8a1c5bbdbb51c5cb8fb529327/f15995a8a1c5bbdbb51c5cb8fb529327.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649268.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/199/068b223b5765ffd0a9cff8f35cec1199/068b223b5765ffd0a9cff8f35cec1199.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649267.00000, (0, 0) as of 1752649267.00000, active as of 1752649267.00000> to ShardRange<'k' to 't' as of 1752649268.00000, (0, 0) as of 1752649268.00000, created as of 1752649268.00000>, path: .shards_a/shard_c_1752649268.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/199/068b223b5765ffd0a9cff8f35cec1199/068b223b5765ffd0a9cff8f35cec1199.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649270.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/017/ee3f2eefbc0e88e197221f5dc4446017/ee3f2eefbc0e88e197221f5dc4446017.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649269.00000, (0, 0) as of 1752649269.00000, active as of 1752649269.00000> to ShardRange<'k' to 't' as of 1752649270.00000, (0, 0) as of 1752649270.00000, cleaved as of 1752649270.00000>, path: .shards_a/shard_c_1752649270.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/017/ee3f2eefbc0e88e197221f5dc4446017/ee3f2eefbc0e88e197221f5dc4446017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649272.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/59f/192dab503b5fee043ee3eb6ce852c59f/192dab503b5fee043ee3eb6ce852c59f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649274.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5db/42853b3227a8d0937e9bf89d9f9285db/42853b3227a8d0937e9bf89d9f9285db.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649273.00000, (0, 0) as of 1752649273.00000, active as of 1752649273.00000> to ShardRange<'k' to 't' as of 1752649274.00000, (0, 0) as of 1752649274.00000, shrinking as of 1752649274.00000>, path: .shards_a/shard_c_1752649274.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5db/42853b3227a8d0937e9bf89d9f9285db/42853b3227a8d0937e9bf89d9f9285db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649274.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5db/42853b3227a8d0937e9bf89d9f9285db/42853b3227a8d0937e9bf89d9f9285db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649276.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/ec9/de105e5f5d4ec0bfadb617e501e95ec9/de105e5f5d4ec0bfadb617e501e95ec9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649275.00000, (0, 0) as of 1752649275.00000, active as of 1752649275.00000> to ShardRange<'k' to 't' as of 1752649276.00000, (0, 0) as of 1752649276.00000, sharding as of 1752649276.00000>, path: .shards_a/shard_c_1752649276.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/ec9/de105e5f5d4ec0bfadb617e501e95ec9/de105e5f5d4ec0bfadb617e501e95ec9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649276.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/ec9/de105e5f5d4ec0bfadb617e501e95ec9/de105e5f5d4ec0bfadb617e501e95ec9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649278.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/856/90d5d94bc233e8b4b933891573afb856/90d5d94bc233e8b4b933891573afb856.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649277.00000, (0, 0) as of 1752649277.00000, active as of 1752649277.00000> to ShardRange<'k' to 't' as of 1752649278.00000, (0, 0) as of 1752649278.00000, sharded as of 1752649278.00000>, path: .shards_a/shard_c_1752649278.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/856/90d5d94bc233e8b4b933891573afb856/90d5d94bc233e8b4b933891573afb856.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649278.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/856/90d5d94bc233e8b4b933891573afb856/90d5d94bc233e8b4b933891573afb856.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649280.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/14e/493535a25ca224431a6c9ec37b88514e/493535a25ca224431a6c9ec37b88514e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649279.00000, (0, 0) as of 1752649279.00000, active as of 1752649279.00000> to ShardRange<'k' to 't' as of 1752649280.00000, (0, 0) as of 1752649280.00000, shrunk as of 1752649280.00000>, path: .shards_a/shard_c_1752649280.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/14e/493535a25ca224431a6c9ec37b88514e/493535a25ca224431a6c9ec37b88514e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649280.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/14e/493535a25ca224431a6c9ec37b88514e/493535a25ca224431a6c9ec37b88514e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649282.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/be7/09c3a979b700967f13bd35dd3ddfabe7/09c3a979b700967f13bd35dd3ddfabe7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649281.00000, (0, 0) as of 1752649281.00000, shrinking as of 1752649281.00000> to ShardRange<'k' to 't' as of 1752649282.00000, (0, 0) as of 1752649282.00000, found as of 1752649282.00000>, path: .shards_a/shard_c_1752649282.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/be7/09c3a979b700967f13bd35dd3ddfabe7/09c3a979b700967f13bd35dd3ddfabe7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649284.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/525/756ad78d57da5dadfd1a971f084fa525/756ad78d57da5dadfd1a971f084fa525.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649283.00000, (0, 0) as of 1752649283.00000, shrinking as of 1752649283.00000> to ShardRange<'k' to 't' as of 1752649284.00000, (0, 0) as of 1752649284.00000, created as of 1752649284.00000>, path: .shards_a/shard_c_1752649284.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/525/756ad78d57da5dadfd1a971f084fa525/756ad78d57da5dadfd1a971f084fa525.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649286.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5f1/ac1ec01ecb264eb84d2e043b6601e5f1/ac1ec01ecb264eb84d2e043b6601e5f1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649285.00000, (0, 0) as of 1752649285.00000, shrinking as of 1752649285.00000> to ShardRange<'k' to 't' as of 1752649286.00000, (0, 0) as of 1752649286.00000, cleaved as of 1752649286.00000>, path: .shards_a/shard_c_1752649286.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5f1/ac1ec01ecb264eb84d2e043b6601e5f1/ac1ec01ecb264eb84d2e043b6601e5f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649288.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1a6/ea1a7d28cf26020dece760403a6b81a6/ea1a7d28cf26020dece760403a6b81a6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649287.00000, (0, 0) as of 1752649287.00000, shrinking as of 1752649287.00000> to ShardRange<'k' to 't' as of 1752649288.00000, (0, 0) as of 1752649288.00000, active as of 1752649288.00000>, path: .shards_a/shard_c_1752649288.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1a6/ea1a7d28cf26020dece760403a6b81a6/ea1a7d28cf26020dece760403a6b81a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649290.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d59/7c2e22659daf2e975046a17580451d59/7c2e22659daf2e975046a17580451d59.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649290.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d59/7c2e22659daf2e975046a17580451d59/7c2e22659daf2e975046a17580451d59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649292.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/580/c743c7b38d9919cf4b9e3ab7fa283580/c743c7b38d9919cf4b9e3ab7fa283580.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649291.00000, (0, 0) as of 1752649291.00000, shrinking as of 1752649291.00000> to ShardRange<'k' to 't' as of 1752649292.00000, (0, 0) as of 1752649292.00000, sharding as of 1752649292.00000>, path: .shards_a/shard_c_1752649292.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/580/c743c7b38d9919cf4b9e3ab7fa283580/c743c7b38d9919cf4b9e3ab7fa283580.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649292.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/580/c743c7b38d9919cf4b9e3ab7fa283580/c743c7b38d9919cf4b9e3ab7fa283580.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649294.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2c2/6623cf9d3bbd8cc35af02b7ffe6162c2/6623cf9d3bbd8cc35af02b7ffe6162c2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649293.00000, (0, 0) as of 1752649293.00000, shrinking as of 1752649293.00000> to ShardRange<'k' to 't' as of 1752649294.00000, (0, 0) as of 1752649294.00000, sharded as of 1752649294.00000>, path: .shards_a/shard_c_1752649294.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2c2/6623cf9d3bbd8cc35af02b7ffe6162c2/6623cf9d3bbd8cc35af02b7ffe6162c2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649294.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2c2/6623cf9d3bbd8cc35af02b7ffe6162c2/6623cf9d3bbd8cc35af02b7ffe6162c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649296.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f1c/67cd19b9db49711cd8fbf645e9ec5f1c/67cd19b9db49711cd8fbf645e9ec5f1c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649295.00000, (0, 0) as of 1752649295.00000, shrinking as of 1752649295.00000> to ShardRange<'k' to 't' as of 1752649296.00000, (0, 0) as of 1752649296.00000, shrunk as of 1752649296.00000>, path: .shards_a/shard_c_1752649296.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f1c/67cd19b9db49711cd8fbf645e9ec5f1c/67cd19b9db49711cd8fbf645e9ec5f1c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649296.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f1c/67cd19b9db49711cd8fbf645e9ec5f1c/67cd19b9db49711cd8fbf645e9ec5f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649298.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fcf/c44a006ae0c2643d48c2ec0016e6afcf/c44a006ae0c2643d48c2ec0016e6afcf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649297.00000, (0, 0) as of 1752649297.00000, sharding as of 1752649297.00000> to ShardRange<'k' to 't' as of 1752649298.00000, (0, 0) as of 1752649298.00000, found as of 1752649298.00000>, path: .shards_a/shard_c_1752649298.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fcf/c44a006ae0c2643d48c2ec0016e6afcf/c44a006ae0c2643d48c2ec0016e6afcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649300.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f6e/a96eae2b3ed94953a4b6e31522cd1f6e/a96eae2b3ed94953a4b6e31522cd1f6e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649299.00000, (0, 0) as of 1752649299.00000, sharding as of 1752649299.00000> to ShardRange<'k' to 't' as of 1752649300.00000, (0, 0) as of 1752649300.00000, created as of 1752649300.00000>, path: .shards_a/shard_c_1752649300.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f6e/a96eae2b3ed94953a4b6e31522cd1f6e/a96eae2b3ed94953a4b6e31522cd1f6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649302.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/0c9/3b677a2aa863fa7e48ee0074cb7550c9/3b677a2aa863fa7e48ee0074cb7550c9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649301.00000, (0, 0) as of 1752649301.00000, sharding as of 1752649301.00000> to ShardRange<'k' to 't' as of 1752649302.00000, (0, 0) as of 1752649302.00000, cleaved as of 1752649302.00000>, path: .shards_a/shard_c_1752649302.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/0c9/3b677a2aa863fa7e48ee0074cb7550c9/3b677a2aa863fa7e48ee0074cb7550c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649304.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/800/910bb9aee9ab7ed04c3e711d94ee6800/910bb9aee9ab7ed04c3e711d94ee6800.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649303.00000, (0, 0) as of 1752649303.00000, sharding as of 1752649303.00000> to ShardRange<'k' to 't' as of 1752649304.00000, (0, 0) as of 1752649304.00000, active as of 1752649304.00000>, path: .shards_a/shard_c_1752649304.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/800/910bb9aee9ab7ed04c3e711d94ee6800/910bb9aee9ab7ed04c3e711d94ee6800.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649306.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f52/b9cff10d6bcb56b80dac9834130bdf52/b9cff10d6bcb56b80dac9834130bdf52.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649305.00000, (0, 0) as of 1752649305.00000, sharding as of 1752649305.00000> to ShardRange<'k' to 't' as of 1752649306.00000, (0, 0) as of 1752649306.00000, shrinking as of 1752649306.00000>, path: .shards_a/shard_c_1752649306.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f52/b9cff10d6bcb56b80dac9834130bdf52/b9cff10d6bcb56b80dac9834130bdf52.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649306.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f52/b9cff10d6bcb56b80dac9834130bdf52/b9cff10d6bcb56b80dac9834130bdf52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649308.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/abc/0622f798493ea7733a32f8ef734d1abc/0622f798493ea7733a32f8ef734d1abc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649308.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/abc/0622f798493ea7733a32f8ef734d1abc/0622f798493ea7733a32f8ef734d1abc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649310.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/54d/39b2324e1460debf1256f7c07291254d/39b2324e1460debf1256f7c07291254d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649309.00000, (0, 0) as of 1752649309.00000, sharding as of 1752649309.00000> to ShardRange<'k' to 't' as of 1752649310.00000, (0, 0) as of 1752649310.00000, sharded as of 1752649310.00000>, path: .shards_a/shard_c_1752649310.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/54d/39b2324e1460debf1256f7c07291254d/39b2324e1460debf1256f7c07291254d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649310.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/54d/39b2324e1460debf1256f7c07291254d/39b2324e1460debf1256f7c07291254d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649312.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fc9/1792f1a6d26c9c2301d982df54401fc9/1792f1a6d26c9c2301d982df54401fc9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649311.00000, (0, 0) as of 1752649311.00000, sharding as of 1752649311.00000> to ShardRange<'k' to 't' as of 1752649312.00000, (0, 0) as of 1752649312.00000, shrunk as of 1752649312.00000>, path: .shards_a/shard_c_1752649312.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fc9/1792f1a6d26c9c2301d982df54401fc9/1792f1a6d26c9c2301d982df54401fc9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649312.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fc9/1792f1a6d26c9c2301d982df54401fc9/1792f1a6d26c9c2301d982df54401fc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649314.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1c4/8df2ed30a9c63772e131fd81e97e31c4/8df2ed30a9c63772e131fd81e97e31c4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649313.00000, (0, 0) as of 1752649313.00000, sharded as of 1752649313.00000> to ShardRange<'k' to 't' as of 1752649314.00000, (0, 0) as of 1752649314.00000, found as of 1752649314.00000>, path: .shards_a/shard_c_1752649314.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1c4/8df2ed30a9c63772e131fd81e97e31c4/8df2ed30a9c63772e131fd81e97e31c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649316.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9d5/b9d7368215e587bffd1a9f181394b9d5/b9d7368215e587bffd1a9f181394b9d5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649315.00000, (0, 0) as of 1752649315.00000, sharded as of 1752649315.00000> to ShardRange<'k' to 't' as of 1752649316.00000, (0, 0) as of 1752649316.00000, created as of 1752649316.00000>, path: .shards_a/shard_c_1752649316.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9d5/b9d7368215e587bffd1a9f181394b9d5/b9d7368215e587bffd1a9f181394b9d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649318.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/266/8a1c228a060773359569b540b6e03266/8a1c228a060773359569b540b6e03266.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649317.00000, (0, 0) as of 1752649317.00000, sharded as of 1752649317.00000> to ShardRange<'k' to 't' as of 1752649318.00000, (0, 0) as of 1752649318.00000, cleaved as of 1752649318.00000>, path: .shards_a/shard_c_1752649318.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/266/8a1c228a060773359569b540b6e03266/8a1c228a060773359569b540b6e03266.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649320.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1d5/6aef3adf80eb9bc3b8098af15c8e51d5/6aef3adf80eb9bc3b8098af15c8e51d5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649319.00000, (0, 0) as of 1752649319.00000, sharded as of 1752649319.00000> to ShardRange<'k' to 't' as of 1752649320.00000, (0, 0) as of 1752649320.00000, active as of 1752649320.00000>, path: .shards_a/shard_c_1752649320.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1d5/6aef3adf80eb9bc3b8098af15c8e51d5/6aef3adf80eb9bc3b8098af15c8e51d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649322.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/3cc/3dfa8bcddc56622b82794a663ba443cc/3dfa8bcddc56622b82794a663ba443cc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649321.00000, (0, 0) as of 1752649321.00000, sharded as of 1752649321.00000> to ShardRange<'k' to 't' as of 1752649322.00000, (0, 0) as of 1752649322.00000, shrinking as of 1752649322.00000>, path: .shards_a/shard_c_1752649322.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/3cc/3dfa8bcddc56622b82794a663ba443cc/3dfa8bcddc56622b82794a663ba443cc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649322.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/3cc/3dfa8bcddc56622b82794a663ba443cc/3dfa8bcddc56622b82794a663ba443cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649324.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/195/c1715d766ebc8fff399e1f8074620195/c1715d766ebc8fff399e1f8074620195.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649323.00000, (0, 0) as of 1752649323.00000, sharded as of 1752649323.00000> to ShardRange<'k' to 't' as of 1752649324.00000, (0, 0) as of 1752649324.00000, sharding as of 1752649324.00000>, path: .shards_a/shard_c_1752649324.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/195/c1715d766ebc8fff399e1f8074620195/c1715d766ebc8fff399e1f8074620195.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649324.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/195/c1715d766ebc8fff399e1f8074620195/c1715d766ebc8fff399e1f8074620195.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649326.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b40/d9d5b9dcffe1ac996503dcb84a2f7b40/d9d5b9dcffe1ac996503dcb84a2f7b40.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649326.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b40/d9d5b9dcffe1ac996503dcb84a2f7b40/d9d5b9dcffe1ac996503dcb84a2f7b40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649328.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1ea/8205802fbfc5f27a175840ecab3bf1ea/8205802fbfc5f27a175840ecab3bf1ea.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649327.00000, (0, 0) as of 1752649327.00000, sharded as of 1752649327.00000> to ShardRange<'k' to 't' as of 1752649328.00000, (0, 0) as of 1752649328.00000, shrunk as of 1752649328.00000>, path: .shards_a/shard_c_1752649328.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1ea/8205802fbfc5f27a175840ecab3bf1ea/8205802fbfc5f27a175840ecab3bf1ea.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649328.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1ea/8205802fbfc5f27a175840ecab3bf1ea/8205802fbfc5f27a175840ecab3bf1ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649330.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/098/f5d2eefca46df3637f331a68b268c098/f5d2eefca46df3637f331a68b268c098.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649329.00000, (0, 0) as of 1752649329.00000, shrunk as of 1752649329.00000> to ShardRange<'k' to 't' as of 1752649330.00000, (0, 0) as of 1752649330.00000, found as of 1752649330.00000>, path: .shards_a/shard_c_1752649330.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/098/f5d2eefca46df3637f331a68b268c098/f5d2eefca46df3637f331a68b268c098.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649332.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/3c6/eaa19b00b4177a4ec3ba243d2aa473c6/eaa19b00b4177a4ec3ba243d2aa473c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649331.00000, (0, 0) as of 1752649331.00000, shrunk as of 1752649331.00000> to ShardRange<'k' to 't' as of 1752649332.00000, (0, 0) as of 1752649332.00000, created as of 1752649332.00000>, path: .shards_a/shard_c_1752649332.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/3c6/eaa19b00b4177a4ec3ba243d2aa473c6/eaa19b00b4177a4ec3ba243d2aa473c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649334.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/506/bcd888970ccf3011c80a12df0b51d506/bcd888970ccf3011c80a12df0b51d506.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649333.00000, (0, 0) as of 1752649333.00000, shrunk as of 1752649333.00000> to ShardRange<'k' to 't' as of 1752649334.00000, (0, 0) as of 1752649334.00000, cleaved as of 1752649334.00000>, path: .shards_a/shard_c_1752649334.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/506/bcd888970ccf3011c80a12df0b51d506/bcd888970ccf3011c80a12df0b51d506.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649336.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/191/404e0607c40449413e3af43747f9d191/404e0607c40449413e3af43747f9d191.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649335.00000, (0, 0) as of 1752649335.00000, shrunk as of 1752649335.00000> to ShardRange<'k' to 't' as of 1752649336.00000, (0, 0) as of 1752649336.00000, active as of 1752649336.00000>, path: .shards_a/shard_c_1752649336.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/191/404e0607c40449413e3af43747f9d191/404e0607c40449413e3af43747f9d191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649338.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f79/c64aed1cf8284d35167ddd26c4e1ff79/c64aed1cf8284d35167ddd26c4e1ff79.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649337.00000, (0, 0) as of 1752649337.00000, shrunk as of 1752649337.00000> to ShardRange<'k' to 't' as of 1752649338.00000, (0, 0) as of 1752649338.00000, shrinking as of 1752649338.00000>, path: .shards_a/shard_c_1752649338.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f79/c64aed1cf8284d35167ddd26c4e1ff79/c64aed1cf8284d35167ddd26c4e1ff79.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649338.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f79/c64aed1cf8284d35167ddd26c4e1ff79/c64aed1cf8284d35167ddd26c4e1ff79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649340.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/038/f41a42947659bcb16499016e569e3038/f41a42947659bcb16499016e569e3038.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649339.00000, (0, 0) as of 1752649339.00000, shrunk as of 1752649339.00000> to ShardRange<'k' to 't' as of 1752649340.00000, (0, 0) as of 1752649340.00000, sharding as of 1752649340.00000>, path: .shards_a/shard_c_1752649340.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/038/f41a42947659bcb16499016e569e3038/f41a42947659bcb16499016e569e3038.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649340.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/038/f41a42947659bcb16499016e569e3038/f41a42947659bcb16499016e569e3038.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649342.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fa3/f95fc308d4293c4b55f419e5930d8fa3/f95fc308d4293c4b55f419e5930d8fa3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649341.00000, (0, 0) as of 1752649341.00000, shrunk as of 1752649341.00000> to ShardRange<'k' to 't' as of 1752649342.00000, (0, 0) as of 1752649342.00000, sharded as of 1752649342.00000>, path: .shards_a/shard_c_1752649342.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fa3/f95fc308d4293c4b55f419e5930d8fa3/f95fc308d4293c4b55f419e5930d8fa3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649342.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/fa3/f95fc308d4293c4b55f419e5930d8fa3/f95fc308d4293c4b55f419e5930d8fa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649344.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/afa/a72fc901931c9790af2100862f78fafa/a72fc901931c9790af2100862f78fafa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649344.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/afa/a72fc901931c9790af2100862f78fafa/a72fc901931c9790af2100862f78fafa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649345.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/dd4/d5bdc602e430f6909aa92f5ac3712dd4/d5bdc602e430f6909aa92f5ac3712dd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649347.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/dec/21089c23fa3ae1d51b33107c74f4bdec/21089c23fa3ae1d51b33107c74f4bdec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649349.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/e04/d7d2617e3c6e844eb585232e6515fe04/d7d2617e3c6e844eb585232e6515fe04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649351.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/ee6/2daa7de2fc5068be1d5a5782362e0ee6/2daa7de2fc5068be1d5a5782362e0ee6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649353.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d4b/cb2eb83d5cd93d499eaf3537821acd4b/cb2eb83d5cd93d499eaf3537821acd4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649355.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/79b/9ec2bb59fe3461819b66f6dd235f479b/9ec2bb59fe3461819b66f6dd235f479b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649357.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f80/efdf1c5ce24311ba28e879fc72b72f80/efdf1c5ce24311ba28e879fc72b72f80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649359.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1f3/fa12e925911202fd289341cd07bdb1f3/fa12e925911202fd289341cd07bdb1f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649361.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/72d/37e3a183524c3e76c8f0174be784e72d/37e3a183524c3e76c8f0174be784e72d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649363.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/af0/3115663fa047c5010f2c291615caaaf0/3115663fa047c5010f2c291615caaaf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649365.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/f5c/4b407aa1ffb9df36b3f990a4be1fbf5c/4b407aa1ffb9df36b3f990a4be1fbf5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649367.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b86/eb0bbe3394e2895213fc70ac79a1eb86/eb0bbe3394e2895213fc70ac79a1eb86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649369.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b14/c11ff4dcc90aa0c82aaf299efc240b14/c11ff4dcc90aa0c82aaf299efc240b14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649371.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d48/6355c475635d06b69ad9d0bfddf2fd48/6355c475635d06b69ad9d0bfddf2fd48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649373.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1e9/4507214c5a05fc5b18aa31b50d18f1e9/4507214c5a05fc5b18aa31b50d18f1e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649375.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d73/920194ffe69b901883f571d5eb512d73/920194ffe69b901883f571d5eb512d73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649377.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/809/7052ab5a6b6e8b0e6ac7e8835afcb809/7052ab5a6b6e8b0e6ac7e8835afcb809.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649379.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/e71/6d7676fe2d09c9708cedbbdf4da51e71/6d7676fe2d09c9708cedbbdf4da51e71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649381.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/ca7/184319902906dce8d7a18ce1d95c1ca7/184319902906dce8d7a18ce1d95c1ca7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649383.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2e7/db6935fcf2f3a12d552337cd26f792e7/db6935fcf2f3a12d552337cd26f792e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649385.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/bd1/bd0087d665d18df6840cc39f3324abd1/bd0087d665d18df6840cc39f3324abd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649387.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/493/04ec046c0ea5af42c533acdca6d82493/04ec046c0ea5af42c533acdca6d82493.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649389.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/dc1/f28f2d66d15ad22e078c265227d91dc1/f28f2d66d15ad22e078c265227d91dc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649391.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/802/ff9cbf1306cb37e5093ed90cd417f802/ff9cbf1306cb37e5093ed90cd417f802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649393.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5ef/aba88aed9faee800d1c67b5589a1d5ef/aba88aed9faee800d1c67b5589a1d5ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649395.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/675/9cb8e9719a154b2e0e5211bbe60e7675/9cb8e9719a154b2e0e5211bbe60e7675.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649397.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a1f/e5818d5a0405502de5cd26280993ea1f/e5818d5a0405502de5cd26280993ea1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649399.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/05f/b324360b78cc6d00dc633c888648205f/b324360b78cc6d00dc633c888648205f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649401.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/500/9783d6d5a5988d47f40b62cb1adc5500/9783d6d5a5988d47f40b62cb1adc5500.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649403.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/e4c/38893730aca23cc219641e4c8a5aae4c/38893730aca23cc219641e4c8a5aae4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649405.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/11f/6b1e1f2da7b1d0061d53a09b3031711f/6b1e1f2da7b1d0061d53a09b3031711f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649407.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a2d/ae4633f82561a1e399e178ddc3d4ea2d/ae4633f82561a1e399e178ddc3d4ea2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649409.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/08e/e90def8e2f08e115e9306ff38b58d08e/e90def8e2f08e115e9306ff38b58d08e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649409.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/08e/e90def8e2f08e115e9306ff38b58d08e/e90def8e2f08e115e9306ff38b58d08e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649411.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a11/87d763c816bde9d137677d208befaa11/87d763c816bde9d137677d208befaa11.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649411.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a11/87d763c816bde9d137677d208befaa11/87d763c816bde9d137677d208befaa11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649413.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a1e/ce5dd5f96d9df64d1945d53bea7b4a1e/ce5dd5f96d9df64d1945d53bea7b4a1e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649413.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a1e/ce5dd5f96d9df64d1945d53bea7b4a1e/ce5dd5f96d9df64d1945d53bea7b4a1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649415.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/aa5/c7560a6d091c982c63e0091e84443aa5/c7560a6d091c982c63e0091e84443aa5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649415.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/aa5/c7560a6d091c982c63e0091e84443aa5/c7560a6d091c982c63e0091e84443aa5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649417.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9ef/5327d5ccfe264ca3c2b47846b3e7c9ef/5327d5ccfe264ca3c2b47846b3e7c9ef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649417.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9ef/5327d5ccfe264ca3c2b47846b3e7c9ef/5327d5ccfe264ca3c2b47846b3e7c9ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649419.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/143/59e05bbad1a62f856eb5955d90d5a143/59e05bbad1a62f856eb5955d90d5a143.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649419.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/143/59e05bbad1a62f856eb5955d90d5a143/59e05bbad1a62f856eb5955d90d5a143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649421.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/40f/eaa4168e0560331409d8c84b9132c40f/eaa4168e0560331409d8c84b9132c40f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649421.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/40f/eaa4168e0560331409d8c84b9132c40f/eaa4168e0560331409d8c84b9132c40f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649423.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/ba7/523c80563dce344af83e262b8e00fba7/523c80563dce344af83e262b8e00fba7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649423.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/ba7/523c80563dce344af83e262b8e00fba7/523c80563dce344af83e262b8e00fba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649425.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2f6/6a7beaa077e4a2e1f597d96f7c5c62f6/6a7beaa077e4a2e1f597d96f7c5c62f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649425.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/2f6/6a7beaa077e4a2e1f597d96f7c5c62f6/6a7beaa077e4a2e1f597d96f7c5c62f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649427.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/575/989ff0660f4014dfa191dfb88b31f575/989ff0660f4014dfa191dfb88b31f575.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649427.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/575/989ff0660f4014dfa191dfb88b31f575/989ff0660f4014dfa191dfb88b31f575.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649429.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/720/61df1d455d7197aa85b1195b86566720/61df1d455d7197aa85b1195b86566720.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649429.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/720/61df1d455d7197aa85b1195b86566720/61df1d455d7197aa85b1195b86566720.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649431.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/c7c/60a0789003652c8627020f1165e3ac7c/60a0789003652c8627020f1165e3ac7c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649431.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/c7c/60a0789003652c8627020f1165e3ac7c/60a0789003652c8627020f1165e3ac7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649433.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/013/b88e27ab2ac56f6f5adb1d6733f51013/b88e27ab2ac56f6f5adb1d6733f51013.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649433.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/013/b88e27ab2ac56f6f5adb1d6733f51013/b88e27ab2ac56f6f5adb1d6733f51013.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649435.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/665/c4bf4d22fc85ce2c0c3b1107c181b665/c4bf4d22fc85ce2c0c3b1107c181b665.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649435.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/665/c4bf4d22fc85ce2c0c3b1107c181b665/c4bf4d22fc85ce2c0c3b1107c181b665.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649437.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b93/92ad340d0b8c8e6d3414d8eb58b0cb93/92ad340d0b8c8e6d3414d8eb58b0cb93.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649437.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b93/92ad340d0b8c8e6d3414d8eb58b0cb93/92ad340d0b8c8e6d3414d8eb58b0cb93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649439.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5fa/0063bb3819fa406c7b59daadb9f5c5fa/0063bb3819fa406c7b59daadb9f5c5fa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649439.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5fa/0063bb3819fa406c7b59daadb9f5c5fa/0063bb3819fa406c7b59daadb9f5c5fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649441.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1de/33e03792375d576eb49b2379cfb691de/33e03792375d576eb49b2379cfb691de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649441.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/1de/33e03792375d576eb49b2379cfb691de/33e03792375d576eb49b2379cfb691de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649443.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/13d/288d0b1316869daa1d6d573c52f2413d/288d0b1316869daa1d6d573c52f2413d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649443.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/13d/288d0b1316869daa1d6d573c52f2413d/288d0b1316869daa1d6d573c52f2413d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649445.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d38/c6bb2d9ce42a38156fa4d42658f69d38/c6bb2d9ce42a38156fa4d42658f69d38.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649445.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/d38/c6bb2d9ce42a38156fa4d42658f69d38/c6bb2d9ce42a38156fa4d42658f69d38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649447.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9e5/dec1f7a1f912a02aa9a0f7e3424ab9e5/dec1f7a1f912a02aa9a0f7e3424ab9e5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649447.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/9e5/dec1f7a1f912a02aa9a0f7e3424ab9e5/dec1f7a1f912a02aa9a0f7e3424ab9e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649449.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5fe/78c9887b0c7f11c507d39730d6b505fe/78c9887b0c7f11c507d39730d6b505fe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649449.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/5fe/78c9887b0c7f11c507d39730d6b505fe/78c9887b0c7f11c507d39730d6b505fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649451.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7d9/500df68c789aa61356db2bf01d18a7d9/500df68c789aa61356db2bf01d18a7d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649451.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/7d9/500df68c789aa61356db2bf01d18a7d9/500df68c789aa61356db2bf01d18a7d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649453.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/bbc/265eb4f4b7bb14112f440c2f09a4ebbc/265eb4f4b7bb14112f440c2f09a4ebbc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649453.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/bbc/265eb4f4b7bb14112f440c2f09a4ebbc/265eb4f4b7bb14112f440c2f09a4ebbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649455.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/45e/15d43ac38d420bf976a4cf57dcad945e/15d43ac38d420bf976a4cf57dcad945e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649455.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/45e/15d43ac38d420bf976a4cf57dcad945e/15d43ac38d420bf976a4cf57dcad945e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649457.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/467/6535cc700b90617cf2856abf5a152467/6535cc700b90617cf2856abf5a152467.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649457.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/467/6535cc700b90617cf2856abf5a152467/6535cc700b90617cf2856abf5a152467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649459.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/366/a56a09af04564d0c9f8e03f06f533366/a56a09af04564d0c9f8e03f06f533366.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649459.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/366/a56a09af04564d0c9f8e03f06f533366/a56a09af04564d0c9f8e03f06f533366.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649461.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/3d1/f8f4e8f629d5b074ca924040c80d43d1/f8f4e8f629d5b074ca924040c80d43d1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649461.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/3d1/f8f4e8f629d5b074ca924040c80d43d1/f8f4e8f629d5b074ca924040c80d43d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649463.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/bcc/875fb74e46b0bddd2014a3b90595dbcc/875fb74e46b0bddd2014a3b90595dbcc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649463.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/bcc/875fb74e46b0bddd2014a3b90595dbcc/875fb74e46b0bddd2014a3b90595dbcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649465.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/315/3cc52f375fa35d3ab3e47849951b9315/3cc52f375fa35d3ab3e47849951b9315.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649465.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/315/3cc52f375fa35d3ab3e47849951b9315/3cc52f375fa35d3ab3e47849951b9315.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649467.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b08/1e6c04599947f3c61b633eea5f2abb08/1e6c04599947f3c61b633eea5f2abb08.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260818/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260818T131747Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059067.73913', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260818/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260818T131747Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059067.74669', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Setting object count to 1072 (txn: tx04b9c16a10824a88a132c-006a845b7f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Setting object count to 1072 (txn: tx9e8068c4d3c14e288f374-006a845b80) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Setting object count to 1072 (txn: tx18e81b418cf34321b7d96-006a845b80) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx643e603a663a4816907c0-006a845b81)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b205f8f9-9d53-4b2a-a8bc-058d51e1f3ec-sda', '1787059068.31829', '1787059068.00000', '0', '', '1787059068.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b205f8f9-9d53-4b2a-a8bc-058d51e1f3ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b205f8f9-9d53-4b2a-a8bc-058d51e1f3ec-sda', '1787059068.31829', '1787059068.00000', '0', '', '1787059068.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b205f8f9-9d53-4b2a-a8bc-058d51e1f3ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.64576 seconds (3.09715/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr7z4g2ug/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ba50c298-0a9b-4f48-8236-e9ecaac8bc7b-sda', '1787059068.32099', '1787059069.00000', '0', '{"X-Container-Sync-To": ["", "1787059072.00000"], "X-Container-Sync-Key": ["secret", "1787059071.00000"]}', '1787059069.00000', 0, 0) -test DEBUG: /tmp/tmpr7z4g2ug/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ba50c298-0a9b-4f48-8236-e9ecaac8bc7b-sda', '1787059068.32099', '1787059069.00000', '0', '{"X-Container-Sync-To": ["", "1787059072.00000"], "X-Container-Sync-Key": ["secret", "1787059071.00000"]}', '1787059069.00000', 0, 0) -test DEBUG: /tmp/tmpr7z4g2ug/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpr7z4g2ug/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b205f8f9-9d53-4b2a-a8bc-058d51e1f3ec-sda', '1787059068.31829', '1787059068.00000', '0', '', '1787059068.00000', 0, 0) -test DEBUG: /tmp/tmpr7z4g2ug/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b205f8f9-9d53-4b2a-a8bc-058d51e1f3ec-sda', '1787059068.31829', '1787059068.00000', '0', '', '1787059068.00000', 0, 0) -test DEBUG: /tmp/tmpr7z4g2ug/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.02823 seconds (70.85367/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmptuood_cg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7g53qd7m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1787059069.9954352, time window end: 1787059069.9954352, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ~~~~~~~~~~~~~~~~~~~~~~~^ - row, sync_to, user_key, broker, info, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key): - ^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1787059069.9978485, time window end: 1787059069.9978578, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1787059069.997981, time window end: 1787059069.998325, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1787059069.9984245, time window end: 1787059069.9984667, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok + 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile1137649 +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile123 +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile1137649 +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile123 +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile1137649 +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile123 +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile1137649 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile1137649 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Wed Jul 16 21:00:07 2025 /tmp/tmp6rpq9azk/unittest.profile1137649 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test ERROR: Problem finding shard upper in '/tmp/tmp1c9aqxou/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp1c9aqxou/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpt3d2ex2w/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpt3d2ex2w/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1752649218.35258', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.35447', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.35635', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.35811', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.40516', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.40702', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1752649218.53357', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e9c9aa16f7d402fa5f53-006a845b80) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e9c9aa16f7d402fa5f53-006a845b80) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e9c9aa16f7d402fa5f53-006a845b80) -test ERROR: Container HEAD returning 503 for [] (txn: tx9e9c9aa16f7d402fa5f53-006a845b80) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649467.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/b08/1e6c04599947f3c61b633eea5f2abb08/1e6c04599947f3c61b633eea5f2abb08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649469.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a00/8892eb4bcbed732e8a8975799caf8a00/8892eb4bcbed732e8a8975799caf8a00.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649469.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/a00/8892eb4bcbed732e8a8975799caf8a00/8892eb4bcbed732e8a8975799caf8a00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649471.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/089/81d120dc97a5e8d82f49e15c7912f089/81d120dc97a5e8d82f49e15c7912f089.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649471.00000, db: /tmp/tmpzrw1aoia/sda/containers/0/089/81d120dc97a5e8d82f49e15c7912f089/81d120dc97a5e8d82f49e15c7912f089.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649224.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/176/b49417f090b8cfc7de7f9b410c400176/b49417f090b8cfc7de7f9b410c400176.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649229.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/6f6/bf4ae349db26f5bc618342935048a6f6/bf4ae349db26f5bc618342935048a6f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649234.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ffe/d4d86711a1b270d4788289ee056a3ffe/d4d86711a1b270d4788289ee056a3ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649239.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/191/5954ee32b30708c85ee4ca9975325191/5954ee32b30708c85ee4ca9975325191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649244.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/6e6/c5eabef83ab6dafd5d9e66e9930f46e6/c5eabef83ab6dafd5d9e66e9930f46e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649249.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a0d/25b20064c20aa273a260d6a2ed968a0d/25b20064c20aa273a260d6a2ed968a0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649254.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/857/21336e6201f6f0c621400adfa5edb857/21336e6201f6f0c621400adfa5edb857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649269.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/eaa/bf318c436c2048672948cf7be7f12eaa/bf318c436c2048672948cf7be7f12eaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649274.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/12f/f918a40d05d11336e39b95ca9c55212f/f918a40d05d11336e39b95ca9c55212f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649279.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e7a/b53074114c647e93634ed6be788a8e7a/b53074114c647e93634ed6be788a8e7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649284.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/265/c736eaf937d4858454e9103069f6e265/c736eaf937d4858454e9103069f6e265.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649289.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/57d/2c79de9d2bca770f07c12d34048da57d/2c79de9d2bca770f07c12d34048da57d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649294.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/354/9c9bda711769a2bd3de365246c855354/9c9bda711769a2bd3de365246c855354.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649299.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f94/43089510298691e7c9326e14eb490f94/43089510298691e7c9326e14eb490f94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649304.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a8c/53fc534f179255a77a2d3432bc35ea8c/53fc534f179255a77a2d3432bc35ea8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649309.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/dbe/5b7dbe0c08977df28aca600b76972dbe/5b7dbe0c08977df28aca600b76972dbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649314.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/958/c09b7edd73ddf13a3e8522f6f2d0a958/c09b7edd73ddf13a3e8522f6f2d0a958.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649319.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/670/a9696912121b5a583b45726c12831670/a9696912121b5a583b45726c12831670.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649329.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f65/94b69c7f63483478c15153e9a418cf65/94b69c7f63483478c15153e9a418cf65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649334.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/3d6/d69d48f3bd5d339a9061d04ce3e193d6/d69d48f3bd5d339a9061d04ce3e193d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649339.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ef3/5310a78267971046db9eb34c09d57ef3/5310a78267971046db9eb34c09d57ef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649344.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/027/3f45d1c8e496702576c2caf76d9d6027/3f45d1c8e496702576c2caf76d9d6027.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649349.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/89b/d3a66ed5a754cffec5630a550ba4389b/d3a66ed5a754cffec5630a550ba4389b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649354.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f95/059c7052dd960e461ef42b84c439ef95/059c7052dd960e461ef42b84c439ef95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649359.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/8b0/13cc5c56a8409c23b58358b070c748b0/13cc5c56a8409c23b58358b070c748b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649364.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ef1/563c69a4b7105e671ecc6e772650eef1/563c69a4b7105e671ecc6e772650eef1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649369.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/243/e37a65b01fe498669a8d148d29437243/e37a65b01fe498669a8d148d29437243.dbtest.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059068.89734', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059068.90567', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_splice.py", line 38, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_splice.py", line 38, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test hello (txn: my-txn-id) +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestGetPpid.test_happy_path +test.unit.common.test_utils.TestGetPpid.test_happy_path ... ok +test.unit.common.test_utils.TestGetPpid.test_not_allowed +test.unit.common.test_utils.TestGetPpid.test_not_allowed ... ok +test.unit.common.test_utils.TestGetPpid.test_not_found +test.unit.common.test_utils.TestGetPpid.test_not_found ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_a_swift_log_adapter +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_a_swift_log_adapter ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_statsd_client +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_provides_statsd_client ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_replaces_statsd_client +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_replaces_statsd_client ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_default_conf +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_default_conf ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_non_default_conf +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_non_default_conf ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_prefix +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_logger_statsd_client_prefix ... ok +test hello (txn: my-txn-id) +test my-prefix: hello (txn: my-txn-id) +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_adopts_statsd_client +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_adopts_statsd_client ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_calls_get_prefixed_swift_logger +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_calls_get_prefixed_swift_logger ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_no_statsd_client +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_no_statsd_client ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_with_mutilated_statsd_client +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_get_prefixed_logger_with_mutilated_statsd_client ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_client_deleted_from_source +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_client_deleted_from_source ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_is_none +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_is_none ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_no_statsd_client +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_no_statsd_client ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_statsd_client_is_none +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_patch_statsd_methods_source_statsd_client_is_none ... ok +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_statsd_set_prefix_deprecation +test.unit.common.test_utils.TestLoggerStatsdClientDelegation.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_formatter_extras +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_formatter_extras ... ok +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init ... ok +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init_with_prefix +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init_with_prefix ... ok +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals_stacked_adapter +test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals_stacked_adapter ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260818/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260818T131749Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059069.18436', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250716/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250716T070018Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.79996', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059069.19317', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250716/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250716T070018Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.84301', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250716/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250716T070018Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.95432', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649218.99222', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649374.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/949/706da9d1c91c1c2344edd26e59879949/706da9d1c91c1c2344edd26e59879949.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649379.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/9c9/c5d54604fd63e9faeb18d5751a1b39c9/c5d54604fd63e9faeb18d5751a1b39c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649389.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f30/c9eadc5cf7e39a43213b5d31dd7a6f30/c9eadc5cf7e39a43213b5d31dd7a6f30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649394.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b19/d684ac2989e6270406b5d3bed7959b19/d684ac2989e6270406b5d3bed7959b19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649399.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/3c4/71665618b8f2d435e74e1085543053c4/71665618b8f2d435e74e1085543053c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649404.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/644/43c1c46bedd2f2cb5db90017711d5644/43c1c46bedd2f2cb5db90017711d5644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649409.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/563/3bc7aba6a7f07d01b256d3ce08024563/3bc7aba6a7f07d01b256d3ce08024563.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649414.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f12/264528e85db8103cda23745ea8504f12/264528e85db8103cda23745ea8504f12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649419.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/aa2/ad09eaddbf7c494510244caeb358aaa2/ad09eaddbf7c494510244caeb358aaa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649424.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/bcb/77db056582b465f6c61ab39efd3debcb/77db056582b465f6c61ab39efd3debcb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649429.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/7a2/e02cae9ddb7d4f7a3e9dfcc26264f7a2/e02cae9ddb7d4f7a3e9dfcc26264f7a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649434.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e8d/4876928cde72ce6800a9fa45ffa5ce8d/4876928cde72ce6800a9fa45ffa5ce8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649439.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/86f/43b6b47cc30ac5f8041e980bce90486f/43b6b47cc30ac5f8041e980bce90486f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649444.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/048/423a270cefc01b9638e1f1d9f29b5048/423a270cefc01b9638e1f1d9f29b5048.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649449.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/463/96e580e841d6194ac371bd86c7ddf463/96e580e841d6194ac371bd86c7ddf463.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649454.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e00/4bd6341f6ab283023f2bb7ac0e334e00/4bd6341f6ab283023f2bb7ac0e334e00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649459.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f31/902313166be054b241506513bb8acf31/902313166be054b241506513bb8acf31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649464.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f72/c713fff638a4aa8e69f07435f86adf72/c713fff638a4aa8e69f07435f86adf72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649469.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e74/5cef5b2c773cbd44a637fc9b0c82ce74/5cef5b2c773cbd44a637fc9b0c82ce74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649474.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/380/93e5b69ebec769b99719f5a8e1f59380/93e5b69ebec769b99719f5a8e1f59380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649479.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a40/fbba0c6547a1a5aaabf320ed062c4a40/fbba0c6547a1a5aaabf320ed062c4a40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649484.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b5f/67f5475d1fa061269c517fdbd45d7b5f/67f5475d1fa061269c517fdbd45d7b5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649489.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/08d/53857854e5a2e9f070c82ef94963008d/53857854e5a2e9f070c82ef94963008d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649494.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0f4/dbf952e9e938bbeccf0fa5bde35d40f4/dbf952e9e938bbeccf0fa5bde35d40f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649499.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/156/f59a444c2223032f81af0da6a1882156/f59a444c2223032f81af0da6a1882156.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649504.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/9c1/59c2474277b06186b352e12ec12bb9c1/59c2474277b06186b352e12ec12bb9c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649509.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/105/37dbb27ebfba0f5751effa9b736c8105/37dbb27ebfba0f5751effa9b736c8105.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649514.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/957/5a700f084453192c5efd23ed4440c957/5a700f084453192c5efd23ed4440c957.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649519.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/5ab/9d5dc36f9dee3602798cffe03b7755ab/9d5dc36f9dee3602798cffe03b7755ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649524.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/397/d11d2e019e9ea2b853e7b20bb204b397/d11d2e019e9ea2b853e7b20bb204b397.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649529.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f08/c50a936c760032d795f921fc3aa88f08/c50a936c760032d795f921fc3aa88f08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649534.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a40/f81e5c80f73b5d192b2f7d8cce91da40/f81e5c80f73b5d192b2f7d8cce91da40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649539.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/488/d0ff2b490db1d5b567fde79c613c5488/d0ff2b490db1d5b567fde79c613c5488.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649544.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/da4/bcebc654943a41244813a3d4d4102da4/bcebc654943a41244813a3d4d4102da4.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649219.41482', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649219.46705', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1752649220.4489005, time window end: 1752649220.4489005, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ~~~~~~~~~~~~~~~~~~~~~~~^ + row, sync_to, user_key, broker, info, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key): + ^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1752649220.4518747, time window end: 1752649220.4518855, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1752649220.452034, time window end: 1752649220.4523835, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1752649220.4524853, time window end: 1752649220.4525318, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 544, in container_sync_row delete_object(sync_to, name=row['name'], headers=headers, @@ -36602,7 +32592,7 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 883, in fake_delete_object raise exc[-1] Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 544, in container_sync_row delete_object(sync_to, name=row['name'], headers=headers, @@ -36618,7 +32608,7 @@ swift.common.exceptions.ClientException: test client exception test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 596, in container_sync_row raise exc @@ -36635,8 +32625,147 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1146, in fake_get_object raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Exception: test exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1752649219.68945', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash_readline +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash_readline ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good_readline +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good_readline ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_all +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_all ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_piecemeal +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_piecemeal ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test ERROR: Failed to unlink '/tmp/tmplceafzq2/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmplceafzq2/containers/part/suffix/hash/container_1752649221.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmplceafzq2/containers/part/suffix/hash/container_1752649221.00000.db': ['/tmp/tmplceafzq2/containers/part/suffix/hash/container.db', '/tmp/tmplceafzq2/containers/part/suffix/hash/container_1752649222.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmplceafzq2/containers/part/suffix/hash/container_1752649222.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpx1swuu7j/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00395 seconds (253.28811/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmpez4negwm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test DEBUG: Not deleting db /tmp/tmpez4negwm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmpez4negwm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmpez4negwm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649220.54906.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmpez4negwm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649220.54906.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmpez4negwm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649220.54906.db +test DEBUG: Successfully deleted db /tmp/tmpez4negwm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '764e1db0270da6d70204ab6f82e53f0a', 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda', '1752649220.58495', '1752649220.00000', '0', '', '1752649220.00000', 51, 0) +test DEBUG: /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1752649221.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1752649222.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1752649223.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1752649224.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1752649225.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1752649226.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1752649227.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1752649228.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1752649229.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1752649230.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1752649231.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1752649232.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1752649233.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1752649234.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1752649235.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1752649236.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1752649237.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1752649238.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1752649239.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1752649240.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1752649241.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1752649242.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1752649243.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1752649244.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1752649245.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1752649246.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1752649247.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1752649248.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1752649249.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1752649250.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok + +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 596, in container_sync_row raise exc @@ -36656,7 +32785,7 @@ swift.common.exceptions.ClientException: test client exception test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 613, in container_sync_row put_object(sync_to, name=row['name'], headers=headers, @@ -36673,7 +32802,7 @@ test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 559, in container_sync_row if self._object_in_remote_container(row['name'], @@ -36699,7 +32828,7 @@ test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 596, in container_sync_row raise exc @@ -36716,7 +32845,44 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1146, in fake_get_object raise exc[-1] -Exception: test exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok test.unit.container.test_sync.TestContainerSync.test_run_forever test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok @@ -36728,435 +32894,585 @@ test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok + +test DEBUG: /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0386362s) +test DEBUG: Synchronization for /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '764e1db0270da6d70204ab6f82e53f0a', 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda', '1752649220.58495', '1752649220.00000', '0', '', '1752649220.00000', 51, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07789 seconds (12.83795/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '764e1db0270da6d70204ab6f82e53f0a', 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda', '1752649220.58495', '1752649220.00000', '0', '', '1752649220.00000', 51, 0) +test DEBUG: /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1752649251.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1752649252.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1752649253.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1752649254.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1752649255.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1752649256.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1752649257.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1752649258.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1752649259.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1752649260.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1752649261.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1752649262.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1752649263.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1752649264.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1752649265.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1752649266.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1752649267.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1752649268.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1752649269.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1752649270.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1752649371.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda') +test DEBUG: /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0330324s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '764e1db0270da6d70204ab6f82e53f0a', 'cbed4e69-0e3f-452a-80b1-27fc8aa5dbe4-sda', '1752649220.58495', '1752649220.00000', '0', '', '1752649220.00000', 51, 0) +test DEBUG: /tmp/tmpc2lk45x8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06389 seconds (15.65066/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.01642 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjjcn7pf_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'bb8e2bf1bd211542cd2ca0457e96ceef', '2d876d93-9880-42c9-ae3e-4c127a2ffc10-sda', '1752649220.80431', '1752649200.00000', '0', '', '1752649200.00000', 0, 0) +test DEBUG: /tmp/tmpjjcn7pf_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok + +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 226, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 223, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 384, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 384, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError +test ERROR: Error in '/tmp/tmpas9cam0i/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid'test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059070.32813', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059070.33615', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059069.95332', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059069.95520', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059069.95693', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059069.95860', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059069.96026', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/controllers/obj.py", line 177, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1740, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1716, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/s3api/s3request.py", line 1545, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059278.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c04/72a2811935b1092b49c3fca573cd8c04/72a2811935b1092b49c3fca573cd8c04.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059278.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c04/72a2811935b1092b49c3fca573cd8c04/72a2811935b1092b49c3fca573cd8c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059280.00000, db: /tmp/tmpttgikjh5/sda/containers/0/893/25b3a13e12e5c2b11f0ef4bd12c3f893/25b3a13e12e5c2b11f0ef4bd12c3f893.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059280.00000, db: /tmp/tmpttgikjh5/sda/containers/0/893/25b3a13e12e5c2b11f0ef4bd12c3f893/25b3a13e12e5c2b11f0ef4bd12c3f893.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059282.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bf0/8f8f6cda7bddc6ab2443d482d8c4ebf0/8f8f6cda7bddc6ab2443d482d8c4ebf0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059282.00000, db: /tmp/tmpttgikjh5/sda/containers/0/bf0/8f8f6cda7bddc6ab2443d482d8c4ebf0/8f8f6cda7bddc6ab2443d482d8c4ebf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059284.00000, db: /tmp/tmpttgikjh5/sda/containers/0/cf4/5da0012bade5009f6c2cb72ab4447cf4/5da0012bade5009f6c2cb72ab4447cf4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059284.00000, db: /tmp/tmpttgikjh5/sda/containers/0/cf4/5da0012bade5009f6c2cb72ab4447cf4/5da0012bade5009f6c2cb72ab4447cf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059286.00000, db: /tmp/tmpttgikjh5/sda/containers/0/83c/6e8ea155da2744496d56f88604d0a83c/6e8ea155da2744496d56f88604d0a83c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059286.00000, db: /tmp/tmpttgikjh5/sda/containers/0/83c/6e8ea155da2744496d56f88604d0a83c/6e8ea155da2744496d56f88604d0a83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059288.00000, db: /tmp/tmpttgikjh5/sda/containers/0/2dc/707a6c44eec4b0c677759a61a98992dc/707a6c44eec4b0c677759a61a98992dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059288.00000, db: /tmp/tmpttgikjh5/sda/containers/0/2dc/707a6c44eec4b0c677759a61a98992dc/707a6c44eec4b0c677759a61a98992dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059290.00000, db: /tmp/tmpttgikjh5/sda/containers/0/1ae/c9b37d5c30d150f46ccb1fa7d60d41ae/c9b37d5c30d150f46ccb1fa7d60d41ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059290.00000, db: /tmp/tmpttgikjh5/sda/containers/0/1ae/c9b37d5c30d150f46ccb1fa7d60d41ae/c9b37d5c30d150f46ccb1fa7d60d41ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059292.00000, db: /tmp/tmpttgikjh5/sda/containers/0/088/b025c898dc755b97dfed556af7453088/b025c898dc755b97dfed556af7453088.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059292.00000, db: /tmp/tmpttgikjh5/sda/containers/0/088/b025c898dc755b97dfed556af7453088/b025c898dc755b97dfed556af7453088.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059294.00000, db: /tmp/tmpttgikjh5/sda/containers/0/b74/1f22b0cd2842e9ea3460443eb6394b74/1f22b0cd2842e9ea3460443eb6394b74.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059294.00000, db: /tmp/tmpttgikjh5/sda/containers/0/b74/1f22b0cd2842e9ea3460443eb6394b74/1f22b0cd2842e9ea3460443eb6394b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059296.00000, db: /tmp/tmpttgikjh5/sda/containers/0/e90/e351d7714871a0ea3b9d9ec09fe52e90/e351d7714871a0ea3b9d9ec09fe52e90.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059296.00000, db: /tmp/tmpttgikjh5/sda/containers/0/e90/e351d7714871a0ea3b9d9ec09fe52e90/e351d7714871a0ea3b9d9ec09fe52e90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059298.00000, db: /tmp/tmpttgikjh5/sda/containers/0/780/8b5cc3df6389349ea8b1d5a137903780/8b5cc3df6389349ea8b1d5a137903780.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059298.00000, db: /tmp/tmpttgikjh5/sda/containers/0/780/8b5cc3df6389349ea8b1d5a137903780/8b5cc3df6389349ea8b1d5a137903780.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059300.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c85/a59fc67394729291177fbb86196a3c85/a59fc67394729291177fbb86196a3c85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059300.00000, db: /tmp/tmpttgikjh5/sda/containers/0/c85/a59fc67394729291177fbb86196a3c85/a59fc67394729291177fbb86196a3c85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059302.00000, db: /tmp/tmpttgikjh5/sda/containers/0/89d/67c5ce250213a8b1eae59b75dce7789d/67c5ce250213a8b1eae59b75dce7789d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059302.00000, db: /tmp/tmpttgikjh5/sda/containers/0/89d/67c5ce250213a8b1eae59b75dce7789d/67c5ce250213a8b1eae59b75dce7789d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059304.00000, db: /tmp/tmpttgikjh5/sda/containers/0/81e/d507048cb91b83cc6e892f9a357e781e/d507048cb91b83cc6e892f9a357e781e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059304.00000, db: /tmp/tmpttgikjh5/sda/containers/0/81e/d507048cb91b83cc6e892f9a357e781e/d507048cb91b83cc6e892f9a357e781e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059306.00000, db: /tmp/tmpttgikjh5/sda/containers/0/82e/5ca7ab298b0d48fefa1bc8449397282e/5ca7ab298b0d48fefa1bc8449397282e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059306.00000, db: /tmp/tmpttgikjh5/sda/containers/0/82e/5ca7ab298b0d48fefa1bc8449397282e/5ca7ab298b0d48fefa1bc8449397282e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059308.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a8b/c45f45eaa742bf170430af1f15b3ba8b/c45f45eaa742bf170430af1f15b3ba8b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059308.00000, db: /tmp/tmpttgikjh5/sda/containers/0/a8b/c45f45eaa742bf170430af1f15b3ba8b/c45f45eaa742bf170430af1f15b3ba8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059066.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/64e/2b2111b4e778820247141416eff9564e/2b2111b4e778820247141416eff9564e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059071.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d33/cded87ee06a4266861ff8651201c5d33/cded87ee06a4266861ff8651201c5d33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059076.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/498/6707e76c0f603d8875e8acefda252498/6707e76c0f603d8875e8acefda252498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059081.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1cc/d2d2bbf0af466c9dfb65072941cc01cc/d2d2bbf0af466c9dfb65072941cc01cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059086.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/171/29c303b1e99a27d249327a1bea86e171/29c303b1e99a27d249327a1bea86e171.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059091.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/42e/250e87ce69cf6b6772f0678688b9142e/250e87ce69cf6b6772f0678688b9142e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059096.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e85/c46c37aa778d3273289dcc3bf464be85/c46c37aa778d3273289dcc3bf464be85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059106.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/997/6f6aaa2605b769a1a2eaebb6bff6a997/6f6aaa2605b769a1a2eaebb6bff6a997.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059111.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/462/cb74f4409816634be88e08ec00305462/cb74f4409816634be88e08ec00305462.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059116.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/994/9eac1e965a39f6fbde6ba96c29716994/9eac1e965a39f6fbde6ba96c29716994.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059121.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ac5/e8fd2984f46cb66b74d1c777da4e4ac5/e8fd2984f46cb66b74d1c777da4e4ac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059126.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/551/1eb9953aa667481a254a8801cfa5e551/1eb9953aa667481a254a8801cfa5e551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059131.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5ae/6d872402181f4673ea0251a302d3f5ae/6d872402181f4673ea0251a302d3f5ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059136.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/4f6/65cc12b1fa4d734be76a45bdad6dc4f6/65cc12b1fa4d734be76a45bdad6dc4f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059141.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/f8b/ae80f3efa2ebea5d996c6c66396c4f8b/ae80f3efa2ebea5d996c6c66396c4f8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059146.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/cdc/595d30031fa53d9c06b54b6820c19cdc/595d30031fa53d9c06b54b6820c19cdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059151.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/c7c/ad1a4ce22c9cc044f12b4947debecc7c/ad1a4ce22c9cc044f12b4947debecc7c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059156.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/0b4/476c84d55d8849e812885002bfe430b4/476c84d55d8849e812885002bfe430b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059161.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/6f7/e84beeef9c52987300f5d5040b8b96f7/e84beeef9c52987300f5d5040b8b96f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059166.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8bc/5705507a6702dc679b568580f2fe38bc/5705507a6702dc679b568580f2fe38bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059171.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/10a/e9dce2dd26291868d564c31c3784710a/e9dce2dd26291868d564c31c3784710a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059176.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/eb0/4f3267e59e71465ced92e131f8aa0eb0/4f3267e59e71465ced92e131f8aa0eb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059181.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/a08/855627c13fd4a0c061d0bd9af4c8ba08/855627c13fd4a0c061d0bd9af4c8ba08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059186.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/955/fdc026f25cf69927603f2b7a7fc99955/fdc026f25cf69927603f2b7a7fc99955.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059191.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/f07/e7544ba2a76026ff126d779effa1cf07/e7544ba2a76026ff126d779effa1cf07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059196.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e7f/cc662fe416e00143b0365ff6e6ba3e7f/cc662fe416e00143b0365ff6e6ba3e7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059201.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ec3/2c5a655a7285cf6336e995df6a9a7ec3/2c5a655a7285cf6336e995df6a9a7ec3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059206.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/cbf/64aa4d85ca0c4d2289941e3d558f3cbf/64aa4d85ca0c4d2289941e3d558f3cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059211.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/a0e/a9bd376d9cb060f8a0667757e5150a0e/a9bd376d9cb060f8a0667757e5150a0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059216.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/832/f1953f6129ddb654d09004c9096fa832/f1953f6129ddb654d09004c9096fa832.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059221.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ec8/6a06fa99a3fc5a6a580c582c05aa4ec8/6a06fa99a3fc5a6a580c582c05aa4ec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059226.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/a54/ddd91cfbee09127d3daf8b219e045a54/ddd91cfbee09127d3daf8b219e045a54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059231.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/dce/e5596b63fc5cd95eebe327994c1cddce/e5596b63fc5cd95eebe327994c1cddce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059236.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/374/1fd0c16167f7714d823f42aac398b374/1fd0c16167f7714d823f42aac398b374.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059241.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/6f2/a9aae55043bb3a4f0dc5e6a23385d6f2/a9aae55043bb3a4f0dc5e6a23385d6f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059246.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/71a/53dda3e533a1b5ddd219d921c992371a/53dda3e533a1b5ddd219d921c992371a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059251.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/bd1/e093734fade6ce047d1bea9a848ebbd1/e093734fade6ce047d1bea9a848ebbd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059256.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/652/c39d219b23427da52d6043019c7c0652/c39d219b23427da52d6043019c7c0652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059261.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e1c/047bfbcdc08ef245d968f2c9efb9ae1c/047bfbcdc08ef245d968f2c9efb9ae1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059266.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/c1a/e6193997530aa54b51a43d01b384ec1a/e6193997530aa54b51a43d01b384ec1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059271.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1d1/9ecb68e4d33c5fb38f52c66058c821d1/9ecb68e4d33c5fb38f52c66058c821d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059276.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/89a/df634d37cdf6c7c0a6206e67dd41a89a/df634d37cdf6c7c0a6206e67dd41a89a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059281.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/29a/a4f6fd9c3f38015dac4d11458105329a/a4f6fd9c3f38015dac4d11458105329a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059286.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/387/95c47788c50953fd7476261dddbca387/95c47788c50953fd7476261dddbca387.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059291.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/6d9/cc9d97a7e92df29d960bdd8f2f1826d9/cc9d97a7e92df29d960bdd8f2f1826d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059296.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/196/0b0279a572dedcd3bd2d96255e011196/0b0279a572dedcd3bd2d96255e011196.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059301.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/a57/3c927f0b08ba114ee43c5f3e2025da57/3c927f0b08ba114ee43c5f3e2025da57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059306.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/3eb/1bea1674dc183bfb1f9918d69ed153eb/1bea1674dc183bfb1f9918d69ed153eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059311.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d48/96e6b000afaece27988e549fbadaed48/96e6b000afaece27988e549fbadaed48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059316.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8eb/3210356e8b379d4c2837335fafae68eb/3210356e8b379d4c2837335fafae68eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059321.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/2dc/d4f541aa3a480455a0d8471f966f52dc/d4f541aa3a480455a0d8471f966f52dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059326.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/de3/fc823efe4c22ddc640c9683f3269fde3/fc823efe4c22ddc640c9683f3269fde3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059331.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/da1/f3a2c2834f7394ec05c6cb5c797c5da1/f3a2c2834f7394ec05c6cb5c797c5da1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059336.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5d3/a10f567960078431314206ea10e945d3/a10f567960078431314206ea10e945d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059341.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b39/61ed6e4e33f232a500c8dc2d36014b39/61ed6e4e33f232a500c8dc2d36014b39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059346.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/348/ef5b50007059813aba006f76925f7348/ef5b50007059813aba006f76925f7348.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059351.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/9b1/d63b7c654aa8473f069316e4a02599b1/d63b7c654aa8473f069316e4a02599b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059356.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d74/a8d9af60a10f6a230eac572b52008d74/a8d9af60a10f6a230eac572b52008d74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059361.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/033/4e56e6f5c2bc2f0d1252ffae66452033/4e56e6f5c2bc2f0d1252ffae66452033.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059366.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8cc/22b5834b192d797c0d595fddea2218cc/22b5834b192d797c0d595fddea2218cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059371.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/75b/310e3ef10aa4aed0d0bd06d13ae2875b/310e3ef10aa4aed0d0bd06d13ae2875b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059376.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/696/83ba2dd21e431f73f9bc8ad95f579696/83ba2dd21e431f73f9bc8ad95f579696.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059381.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/864/38e227a4e022bac85fefe7a7886f3864/38e227a4e022bac85fefe7a7886f3864.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059386.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/549/4fce7dee25bf9c45fd03be61796ba549/4fce7dee25bf9c45fd03be61796ba549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059391.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/461/cf89a80ac1ef824c1f493c28f0226461/cf89a80ac1ef824c1f493c28f0226461.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059396.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/699/871dfb649595fe0138ca117095b8a699/871dfb649595fe0138ca117095b8a699.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059401.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/fc6/2934b99ce1211b4cdd4b91d3c8289fc6/2934b99ce1211b4cdd4b91d3c8289fc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059406.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/554/cd6c9188544d75da3f3ba9a21928c554/cd6c9188544d75da3f3ba9a21928c554.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059411.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/2e9/5dbe819efae142138618478ed85602e9/5dbe819efae142138618478ed85602e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059416.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/83c/696b2d8d43e8a867f07e4fbfdaf3683c/696b2d8d43e8a867f07e4fbfdaf3683c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059421.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/cf8/c7c731a6afd5c969cfd00354e6b44cf8/c7c731a6afd5c969cfd00354e6b44cf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059426.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/365/c0447222c1fa4e2a35cfb1caeae96365/c0447222c1fa4e2a35cfb1caeae96365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059431.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/bab/2e2bf6e2aa11768f2c68d1abafbc8bab/2e2bf6e2aa11768f2c68d1abafbc8bab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059436.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ec0/f50adbfd964b88f8f4bedccab274cec0/f50adbfd964b88f8f4bedccab274cec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059441.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/f99/e31bad4b181636d03bd81a1870371f99/e31bad4b181636d03bd81a1870371f99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059446.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5e4/c979ebfe30c4aa43f95df2c84d7f95e4/c979ebfe30c4aa43f95df2c84d7f95e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059451.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/40e/96956a38a0abeca837681d8171b5740e/96956a38a0abeca837681d8171b5740e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059456.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/c60/2eebf543bfd866c7f248262c7bef0c60/2eebf543bfd866c7f248262c7bef0c60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059461.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/9a7/5d130d7f052d3b42006e39ced8d779a7/5d130d7f052d3b42006e39ced8d779a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059466.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/923/ccb96830c725bf9abf957bec119bb923/ccb96830c725bf9abf957bec119bb923.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059471.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1d0/8c9b4cafc7fb05112263d50da3cfe1d0/8c9b4cafc7fb05112263d50da3cfe1d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059476.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/c36/7ba5ada94de51b29c157f3d313921c36/7ba5ada94de51b29c157f3d313921c36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059481.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/469/e04b935f1b537f34619cefd6d80f8469/e04b935f1b537f34619cefd6d80f8469.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059486.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/20e/7ed1b422927fc5a0d79431c01493020e/7ed1b422927fc5a0d79431c01493020e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059491.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1c8/0c3afa864166524c5e12b419826c61c8/0c3afa864166524c5e12b419826c61c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059496.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/90e/970af43f71a6d9080e2a80cbebad990e/970af43f71a6d9080e2a80cbebad990e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059501.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/cc4/3fbbb45c6989b2ab10df4b8f8380bcc4/3fbbb45c6989b2ab10df4b8f8380bcc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059506.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/59d/21721a4500f3de5fec766baad3fba59d/21721a4500f3de5fec766baad3fba59d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059511.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/9b8/ecb6ff99db3be94ac70056601cef69b8/ecb6ff99db3be94ac70056601cef69b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059516.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b98/bf8a6caa50963045557b3f01f28b7b98/bf8a6caa50963045557b3f01f28b7b98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059521.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/362/9edd8df6b9c739c74d406364a0830362/9edd8df6b9c739c74d406364a0830362.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059526.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e44/27abba116dfa6a887e6c63910fec4e44/27abba116dfa6a887e6c63910fec4e44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059531.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/9b8/d5b7ee667f69b85669aaa41e65c399b8/d5b7ee667f69b85669aaa41e65c399b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059536.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e96/7598f5281c870014ba53c0b89d6e2e96/7598f5281c870014ba53c0b89d6e2e96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059541.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e2f/56328060449e028dfd390bf551aafe2f/56328060449e028dfd390bf551aafe2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059546.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/753/d2ec2092f9097f793c11b8871c4fe753/d2ec2092f9097f793c11b8871c4fe753.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059551.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/dc7/24b14f5585b0d1fd99ff9d62dedf6dc7/24b14f5585b0d1fd99ff9d62dedf6dc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059556.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/fb6/94e4b1dd5b8489a40f7c2193321d2fb6/94e4b1dd5b8489a40f7c2193321d2fb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059561.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/424/e4af6449cbf7a60999a5fca8f8500424/e4af6449cbf7a60999a5fca8f8500424.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059566.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/6b4/46371e890897c5d1f0f5f6525a02b6b4/46371e890897c5d1f0f5f6525a02b6b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059571.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5c7/9f12db6555954eb726e28d0bd8f6a5c7/9f12db6555954eb726e28d0bd8f6a5c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059576.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d95/6829963a5262599e59b1ed68ef694d95/6829963a5262599e59b1ed68ef694d95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059581.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/075/5fe47146b82658df45cbeb3a629b3075/5fe47146b82658df45cbeb3a629b3075.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059586.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/901/69b22a6be0f8454f8fd87f41b09e4901/69b22a6be0f8454f8fd87f41b09e4901.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059591.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/74b/e7e0fd4f40e6aa117e86b1817d8e774b/e7e0fd4f40e6aa117e86b1817d8e774b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059596.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/191/753ceb359b076ee3386dd6df21278191/753ceb359b076ee3386dd6df21278191.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059601.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/583/95d2f71a486bec13d5c5e37daba8b583/95d2f71a486bec13d5c5e37daba8b583.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059606.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1a1/cc154c1a68190affb830a7ae17ffe1a1/cc154c1a68190affb830a7ae17ffe1a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059611.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/77c/849b0b680aa3f04179581f42c4cca77c/849b0b680aa3f04179581f42c4cca77c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059616.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/dbc/7bd920513a107ab84d3e3bd1a3290dbc/7bd920513a107ab84d3e3bd1a3290dbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059621.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/051/9b25b771cf686bb5242984d3f411d051/9b25b771cf686bb5242984d3f411d051.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059626.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/fc6/104b65dbc8ecb6827786dcf159f48fc6/104b65dbc8ecb6827786dcf159f48fc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059631.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/0be/f7c553467c3491cf14189292d0b610be/f7c553467c3491cf14189292d0b610be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059636.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/001/460a5bed26d30a3ed0399dd582e5e001/460a5bed26d30a3ed0399dd582e5e001.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059641.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/eb6/cafe5c974a06f7ffd536f857b28c7eb6/cafe5c974a06f7ffd536f857b28c7eb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059646.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/13a/97fe5a4b6ccd617f81817f88398b613a/97fe5a4b6ccd617f81817f88398b613a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059651.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/79a/ce53ad5cd7862f1821f61176c401479a/ce53ad5cd7862f1821f61176c401479a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059656.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b42/48e16b5891a6c4308337987282badb42/48e16b5891a6c4308337987282badb42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059661.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/924/f2b80272ae11f5f8448ca494adb65924/f2b80272ae11f5f8448ca494adb65924.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059666.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/49c/1eb046e7f5d320c94394785dd7cbd49c/1eb046e7f5d320c94394785dd7cbd49c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059671.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/f8a/0624a30760d37609126dd1ae8d7b5f8a/0624a30760d37609126dd1ae8d7b5f8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059676.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/9f8/c3fc8c7a10ccb24604c71e8013b689f8/c3fc8c7a10ccb24604c71e8013b689f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059681.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/99a/f53dae6cb42b24e8b4665c6d2377e99a/f53dae6cb42b24e8b4665c6d2377e99a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059686.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/9d3/ed9054835414bad1be988cc311f279d3/ed9054835414bad1be988cc311f279d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059691.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/80d/088a9b2a254f7a75ff469a39d173e80d/088a9b2a254f7a75ff469a39d173e80d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059696.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/4c8/b1d4b7eeb91ac31b03d7c409f17cc4c8/b1d4b7eeb91ac31b03d7c409f17cc4c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059701.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e94/2f4250b7ee643c103d9f00fd203a6e94/2f4250b7ee643c103d9f00fd203a6e94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059706.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/467/2acd560cefac251b0ad2fd93a1665467/2acd560cefac251b0ad2fd93a1665467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059711.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e7d/a6636d2e13edbbb2d83bbdf0341d2e7d/a6636d2e13edbbb2d83bbdf0341d2e7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059716.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/c81/132d242cf44f7541c22e0b86d1503c81/132d242cf44f7541c22e0b86d1503c81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059721.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ccd/5b0d5b694a926a2dc3a114ffda215ccd/5b0d5b694a926a2dc3a114ffda215ccd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059726.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1cb/0d3e4130a8326a00887da67e77d3f1cb/0d3e4130a8326a00887da67e77d3f1cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059731.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/48f/931d947dabd455f357e045482936c48f/931d947dabd455f357e045482936c48f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059736.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/105/d30f0c04635bcaa27aa9bcab8897d105/d30f0c04635bcaa27aa9bcab8897d105.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059741.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/670/696c1af46661172d2b9b16cb3d19f670/696c1af46661172d2b9b16cb3d19f670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059746.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/c1c/e51419e8e3bf8df66245c8e8d7081c1c/e51419e8e3bf8df66245c8e8d7081c1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059751.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e45/7c7f87bc620858b53520215dd2366e45/7c7f87bc620858b53520215dd2366e45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059756.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/35a/ba956c9c450a1ff7ed4e8a9baa03135a/ba956c9c450a1ff7ed4e8a9baa03135a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059761.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5b7/9f40be612b1ad85d0614478694e025b7/9f40be612b1ad85d0614478694e025b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059766.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e54/5b696153200e58788419acb18c7d9e54/5b696153200e58788419acb18c7d9e54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059771.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/bf9/a7b4e16b05ff1d5fb78b0c2182301bf9/a7b4e16b05ff1d5fb78b0c2182301bf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059776.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/c98/a6e484b1bfadaed07e65c014b2189c98/a6e484b1bfadaed07e65c014b2189c98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059781.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/a4b/2b4e0051d3645709903f538888662a4b/2b4e0051d3645709903f538888662a4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059786.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8e8/40db48fa6c51ac559bb8fee2e8bdc8e8/40db48fa6c51ac559bb8fee2e8bdc8e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059791.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/07b/118b226cf3b808ee7747fe29c588907b/118b226cf3b808ee7747fe29c588907b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059796.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ea7/9049ac3b4145c0ae7d8780eea4e98ea7/9049ac3b4145c0ae7d8780eea4e98ea7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059801.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1c2/1f00db99d4f8f1127e4eeb174ef3c1c2/1f00db99d4f8f1127e4eeb174ef3c1c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059806.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/a6b/f61f804b1ff469e488ede95205ec7a6b/f61f804b1ff469e488ede95205ec7a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059811.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/cdd/297918ff86e2ba8e3a12854fc0f97cdd/297918ff86e2ba8e3a12854fc0f97cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059816.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/448/0487adc5823309ecfff7eeb404146448/0487adc5823309ecfff7eeb404146448.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059821.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d21/bbe11e6ca8c642ecc06e526ae1217d21/bbe11e6ca8c642ecc06e526ae1217d21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059826.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/f00/cf87ce52b231cbfe313f13cf9dcd7f00/cf87ce52b231cbfe313f13cf9dcd7f00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059831.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8b4/c89a29fa2c80067eb39696c02e4758b4/c89a29fa2c80067eb39696c02e4758b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059836.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/77d/00d8a567c79a911fcdf3dc0fce16f77d/00d8a567c79a911fcdf3dc0fce16f77d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059841.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b48/55822d87e31baed083c7b5fef6163b48/55822d87e31baed083c7b5fef6163b48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059846.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/cb0/cf3e5ede13aa873c73d7fbbda7f9dcb0/cf3e5ede13aa873c73d7fbbda7f9dcb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059851.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b11/7c539417dbde230396a6721bc68a8b11/7c539417dbde230396a6721bc68a8b11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059856.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/bec/c9dcf63d12c3440858f9bb822fcbbbec/c9dcf63d12c3440858f9bb822fcbbbec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059861.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/2b9/36a274055140a6af3cf8cb27de10e2b9/36a274055140a6af3cf8cb27de10e2b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059866.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/24b/d5d7b5019b18d4c9d80a6c113cb2e24b/d5d7b5019b18d4c9d80a6c113cb2e24b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059871.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/3d1/7f4629dfe43b1e378aece72edeb3a3d1/7f4629dfe43b1e378aece72edeb3a3d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059876.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/dcd/2d6965526ebc67ea8e1f2950c7509dcd/2d6965526ebc67ea8e1f2950c7509dcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059881.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ace/5c97984422bc81bc316094f9b8536ace/5c97984422bc81bc316094f9b8536ace.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059886.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b09/b7e7d1f613b91f11a45d5b4b0887ab09/b7e7d1f613b91f11a45d5b4b0887ab09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059891.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/2aa/0cebd6edea7b6bef1d0335e0043782aa/0cebd6edea7b6bef1d0335e0043782aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059896.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/388/fe222e3852edaa62decb1529f3edb388/fe222e3852edaa62decb1529f3edb388.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059901.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e01/12f72f8c30420d89815c876a9a46be01/12f72f8c30420d89815c876a9a46be01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059906.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/93b/dfb00c4b1c2ff0af70edd26691a7893b/dfb00c4b1c2ff0af70edd26691a7893b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059911.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/70a/d49d312332dd1d6a6acbf431ede0e70a/d49d312332dd1d6a6acbf431ede0e70a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059916.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/3ca/b2b5699b4aeb6b09e826ee048df343ca/b2b5699b4aeb6b09e826ee048df343ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059921.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/254/cc88795c90c3b3718189fcd100e69254/cc88795c90c3b3718189fcd100e69254.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059926.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/bfd/948ec0c5cef28c41d3bbe8c06adf2bfd/948ec0c5cef28c41d3bbe8c06adf2bfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059931.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/32c/6973a1fdfc31c87ab5f8b676ab85e32c/6973a1fdfc31c87ab5f8b676ab85e32c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059936.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/869/eed92d93dbed1ec47f7e2b4369f0b869/eed92d93dbed1ec47f7e2b4369f0b869.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059941.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d88/bb84552d6566c4de043bb1d930729d88/bb84552d6566c4de043bb1d930729d88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059946.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/9c7/e85b7f90de7bb55ecb7c37ff1da879c7/e85b7f90de7bb55ecb7c37ff1da879c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059951.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/4a2/098d085dfda7fe2a9f3302b60f7e14a2/098d085dfda7fe2a9f3302b60f7e14a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059956.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5de/0d96185930b0d38399896014a91bb5de/0d96185930b0d38399896014a91bb5de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059961.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/baf/55452d3d6012f8cb0a0d15ecf824dbaf/55452d3d6012f8cb0a0d15ecf824dbaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059966.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/685/7b87aa7bb6c0c9c6e3e5e4d4409a2685/7b87aa7bb6c0c9c6e3e5e4d4409a2685.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059971.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/446/bb56ccd337c1f9605ac4c5927d29e446/bb56ccd337c1f9605ac4c5927d29e446.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059976.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/31d/2059798c73062004d921e66d6efb231d/2059798c73062004d921e66d6efb231d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059981.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b3c/a845f4beaab4cf01eebe6f9869827b3c/a845f4beaab4cf01eebe6f9869827b3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059986.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ff0/290fda310c192c7db9bcba2e4b75cff0/290fda310c192c7db9bcba2e4b75cff0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059991.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/fd6/6b1d30c61e34e9e4a3759326b62c2fd6/6b1d30c61e34e9e4a3759326b62c2fd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059996.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d8b/b85bdb510d868592740c9031dce3ad8b/b85bdb510d868592740c9031dce3ad8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060001.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/562/6790eb8f4598d4b3b54e2eaa7f8c9562/6790eb8f4598d4b3b54e2eaa7f8c9562.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060006.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/3f1/6d78cc7bb557374c8114fedce5d6f3f1/6d78cc7bb557374c8114fedce5d6f3f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060011.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/05d/faf05fe058852ceee8eb5aa38cef405d/faf05fe058852ceee8eb5aa38cef405d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060016.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/541/83875a80a3dc76c2721ae7363936a541/83875a80a3dc76c2721ae7363936a541.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060021.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/eb5/41062e5d52dcd2404156002ff4927eb5/41062e5d52dcd2404156002ff4927eb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060026.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/827/6a438ad86fa891460edd33ac249dc827/6a438ad86fa891460edd33ac249dc827.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060031.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/de3/2c8b5a9afbc7a22368db11ae1e724de3/2c8b5a9afbc7a22368db11ae1e724de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060036.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/7d8/3faabc176a6cc88cb3b58a0431aac7d8/3faabc176a6cc88cb3b58a0431aac7d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060041.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8c4/81d4e07c81d300e9d0cb23fb5dbad8c4/81d4e07c81d300e9d0cb23fb5dbad8c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060046.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/511/58f9907820b8376b351d8db6b4292511/58f9907820b8376b351d8db6b4292511.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060051.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d3e/e46efd7d6e005f74fd39bb4c5fa09d3e/e46efd7d6e005f74fd39bb4c5fa09d3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060056.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/916/8edfff802410c15eaa24b236e0902916/8edfff802410c15eaa24b236e0902916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060061.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ebb/f7972d491d9d5aaa230e599c33cf5ebb/f7972d491d9d5aaa230e599c33cf5ebb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060066.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1af/aca7e9a39ed0955184ffcc6052ec21af/aca7e9a39ed0955184ffcc6052ec21af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060071.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ee4/038f02d652ab739abeced60e8c574ee4/038f02d652ab739abeced60e8c574ee4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060076.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/39f/5188d143a7754b114137802d8269939f/5188d143a7754b114137802d8269939f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060081.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/eeb/ce5225ae74e42b2af1bf914263726eeb/ce5225ae74e42b2af1bf914263726eeb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060086.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8f9/05e74f2139e4e71bca9fd8d4604ba8f9/05e74f2139e4e71bca9fd8d4604ba8f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060091.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/a10/dc2bc3c07c57c9dd9fcd6a01ec462a10/dc2bc3c07c57c9dd9fcd6a01ec462a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060096.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/eca/2f9f8f3a701dc792dac90344f33a4eca/2f9f8f3a701dc792dac90344f33a4eca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060101.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/79c/6b59a8beda3a4d280c1f4f702b75979c/6b59a8beda3a4d280c1f4f702b75979c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060106.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ffc/073b581f1245f14c417efc302c3cbffc/073b581f1245f14c417efc302c3cbffc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060111.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5f3/1b08fb6a15978c29a7adfd479a8e25f3/1b08fb6a15978c29a7adfd479a8e25f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060116.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/7ac/0f496d0d37841b7e18ec5d853549a7ac/0f496d0d37841b7e18ec5d853549a7ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060121.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/079/f823f7e738d73c0d8b866e503365f079/f823f7e738d73c0d8b866e503365f079.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060126.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b08/4d75124fc3652d53a55943c0b8952b08/4d75124fc3652d53a55943c0b8952b08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060131.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/05d/750f2bae917e69d503e13234f8db705d/750f2bae917e69d503e13234f8db705d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060136.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/ae0/6df2b86cbbae7c334b28cdb02114fae0/6df2b86cbbae7c334b28cdb02114fae0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060141.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8dc/01bd307ac232d896edca6433fd1b38dc/01bd307ac232d896edca6433fd1b38dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060146.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e4d/7e335b92296eeda38affe1a4979d4e4d/7e335b92296eeda38affe1a4979d4e4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060151.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/6e6/db900268a20598e1f4359d603d8a66e6/db900268a20598e1f4359d603d8a66e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060156.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b0d/1f7bde5fd18e79057b3d4e42e1869b0d/1f7bde5fd18e79057b3d4e42e1869b0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060161.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/135/8eced0a61e7d6c873c6227bbba667135/8eced0a61e7d6c873c6227bbba667135.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060166.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e61/c336f9761966f12096d8c9c49d7fde61/c336f9761966f12096d8c9c49d7fde61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060171.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/14b/88d5a788acc8c37eb6a220e315e0914b/88d5a788acc8c37eb6a220e315e0914b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060176.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/533/7f27132c103e32f01a19be9265f31533/7f27132c103e32f01a19be9265f31533.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060181.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/34f/3d6f0d35f3a267b524512946f3a8e34f/3d6f0d35f3a267b524512946f3a8e34f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060186.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/87c/87870013e9646623e9e7f5d931b8087c/87870013e9646623e9e7f5d931b8087c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060191.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/37d/8bf7a302dfba282e3ec183188c33737d/8bf7a302dfba282e3ec183188c33737d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060196.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/cf8/8c29c55014658e3f5f1db6cb616e2cf8/8c29c55014658e3f5f1db6cb616e2cf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060201.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/23f/9dd344edc94a73d7cf8af2357384023f/9dd344edc94a73d7cf8af2357384023f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060206.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/77e/289222f98adc71c443f81009703d977e/289222f98adc71c443f81009703d977e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060211.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/6c7/a05cb9a626a65999744e7b64978f76c7/a05cb9a626a65999744e7b64978f76c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060216.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/091/9e8ea3f788339cbe918954bc3b268091/9e8ea3f788339cbe918954bc3b268091.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060221.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/628/ab1ec5f19b104422dc79ee46d8fb2628/ab1ec5f19b104422dc79ee46d8fb2628.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060226.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/0f5/14cb1ab0170cc74a034634e83bc780f5/14cb1ab0170cc74a034634e83bc780f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060231.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/5bf/b8c18054eb1575b32dbd87ef314945bf/b8c18054eb1575b32dbd87ef314945bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060236.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/db4/5aae5ae646978d8a9540ec54a4af6db4/5aae5ae646978d8a9540ec54a4af6db4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060241.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/271/cd49fcd4068269bee6182c76afe86271/cd49fcd4068269bee6182c76afe86271.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060246.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/3f6/8023ccbb3cd9fba8f0461050153e33f6/8023ccbb3cd9fba8f0461050153e33f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060251.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8cd/9475eed2b1bcc50370618e943f7da8cd/9475eed2b1bcc50370618e943f7da8cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060256.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/bc8/2c3f626be795bf69d56808d034a0fbc8/2c3f626be795bf69d56808d034a0fbc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060261.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/669/7c138a7a7fdc599254da086791c70669/7c138a7a7fdc599254da086791c70669.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060266.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d9f/2774ea74c204ba79b184bcdfc9317d9f/2774ea74c204ba79b184bcdfc9317d9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060271.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/095/75bf8b4035147aa547f7176896f35095/75bf8b4035147aa547f7176896f35095.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060276.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/0c6/d3e439599be1d8fec4f31072289ce0c6/d3e439599be1d8fec4f31072289ce0c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060281.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/fc4/653617fb8d48403554797ef2cb350fc4/653617fb8d48403554797ef2cb350fc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060286.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/19b/3d6d932d13f04acb6f1b03d35327919b/3d6d932d13f04acb6f1b03d35327919b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060291.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/53b/1d546999ace66c804fc4f65e0152353b/1d546999ace66c804fc4f65e0152353b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060296.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/41b/ccdbdfe572c0d7af11111b2e79b7d41b/ccdbdfe572c0d7af11111b2e79b7d41b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060301.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/f74/b828e2350f2ebd1bb371d47d79f85f74/b828e2350f2ebd1bb371d47d79f85f74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060306.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/d99/dac5c56d22c82e5c9991774d8c175d99/dac5c56d22c82e5c9991774d8c175d99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060311.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8ef/daa1f63c652ad56e600a2f1f585758ef/daa1f63c652ad56e600a2f1f585758ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060316.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/651/1ed43854e2fff658191b5fc968975651/1ed43854e2fff658191b5fc968975651.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test DEBUG: Skipping the update of recently changed /tmp/tmplr41o3ms/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmplr41o3ms/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmplr41o3ms/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmplr41o3ms/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmphctgg4pl/garbage is not a directory +test DEBUG: Skipping: /tmp/tmphctgg4pl/garbage is not mounted +test DEBUG: Skipping: /tmp/tmp9s1haziu/sdq is not mounted test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( @@ -37167,8 +33483,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx343a189620624c2f827b3-006a845b81) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx9f9da33ed34f4daca7b59-0068774e04) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( @@ -37179,7 +33495,7 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx343a189620624c2f827b3-006a845b81) +StopIteration (txn: tx9f9da33ed34f4daca7b59-0068774e04) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -37191,823 +33507,1248 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx343a189620624c2f827b3-006a845b81)test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +StopIteration (txn: tx9f9da33ed34f4daca7b59-0068774e04) +test ERROR: Container HEAD returning 503 for [] (txn: tx9f9da33ed34f4daca7b59-0068774e04) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1752649202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1752649203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2d876d93-9880-42c9-ae3e-4c127a2ffc10-sda') +test DEBUG: /tmp/tmpjjcn7pf_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00773764s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'bb8e2bf1bd211542cd2ca0457e96ceef', '2d876d93-9880-42c9-ae3e-4c127a2ffc10-sda', '1752649220.80431', '1752649200.00000', '0', '', '1752649200.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2d876d93-9880-42c9-ae3e-4c127a2ffc10-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpjjcn7pf_/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06914 seconds (14.46424/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpjjcn7pf_/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, 'dea3b9fd2dd71fd0c8e20ba55a474a6b', '9c71a122-39b2-43de-a9c9-e13c148950af-sda', '1752649220.89778', '1752649200', '0', '', '1752649200', 2, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('9c71a122-39b2-43de-a9c9-e13c148950af-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, 'dea3b9fd2dd71fd0c8e20ba55a474a6b', '9c71a122-39b2-43de-a9c9-e13c148950af-sda', '1752649220.89778', '1752649200', '0', '', '1752649200', 2, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('9c71a122-39b2-43de-a9c9-e13c148950af-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvyvo64ux/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'bb8e2bf1bd211542cd2ca0457e96ceef', 'f6ea3406-9908-4ab5-8b3c-96f4e81421ab-sda', '1752649220.96844', '1752649200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1752649220.96958"]}', '1752649200.00000', 0, 1) +test DEBUG: /tmp/tmpvyvo64ux/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1752649202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1752649203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f6ea3406-9908-4ab5-8b3c-96f4e81421ab-sda') +test DEBUG: /tmp/tmpvyvo64ux/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0101399s) +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'bb8e2bf1bd211542cd2ca0457e96ceef', 'f6ea3406-9908-4ab5-8b3c-96f4e81421ab-sda', '1752649220.96844', '1752649200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1752649220.96958"]}', '1752649200.00000', 0, 1) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('f6ea3406-9908-4ab5-8b3c-96f4e81421ab-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpvyvo64ux/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06580 seconds (15.19772/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpvyvo64ux/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, 'e23f0560361d0b0b4e316f63062cb591', '1bd6aa28-720e-4ed1-8b84-1dfd00d06d24-sda', '1752649221.05521', '1752649200', '0', '', '1752649200', 2, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('1bd6aa28-720e-4ed1-8b84-1dfd00d06d24-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, 'e23f0560361d0b0b4e316f63062cb591', '1bd6aa28-720e-4ed1-8b84-1dfd00d06d24-sda', '1752649221.05521', '1752649200', '0', '', '1752649200', 2, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('1bd6aa28-720e-4ed1-8b84-1dfd00d06d24-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp80nz2fpl/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'bb8e2bf1bd211542cd2ca0457e96ceef', '443c7aec-b0a8-40dc-95c9-04ee25e0f82f-sda', '1752649221.12180', '1752649200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1752649221.12308"]}', '1752649200.00000', 0, 1) +test DEBUG: /tmp/tmp80nz2fpl/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1752649202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1752649203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '443c7aec-b0a8-40dc-95c9-04ee25e0f82f-sda') +test DEBUG: /tmp/tmp80nz2fpl/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00303459s) +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'bb8e2bf1bd211542cd2ca0457e96ceef', '443c7aec-b0a8-40dc-95c9-04ee25e0f82f-sda', '1752649221.12180', '1752649200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1752649221.12308"]}', '1752649200.00000', 0, 1) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('443c7aec-b0a8-40dc-95c9-04ee25e0f82f-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp80nz2fpl/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06079 seconds (16.44977/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp80nz2fpl/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, 'e23f0560361d0b0b4e316f63062cb591', '03319135-c444-4c37-bda0-03315bcd088d-sda', '1752649221.20199', '1752649200', '0', '', '1752649200', 2, 0)test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok - -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1786924768 1786972672-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1786924768 1786972672-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1786924768 1786972672-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1786924768 1786972672-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_invalid_container -test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_invalid_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_unexpected_container -test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_unexpected_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_default_round_robin_cache_default -test.unit.obj.test_expirer.TestObjectExpirer.test_init_default_round_robin_cache_default ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_empty_conf -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_empty_conf ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_expirer_conf -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_expirer_conf ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_internal_and_other_conf -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_internal_and_other_conf ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_other_and_other_conf -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_other_and_other_conf ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_and_other_conf -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_and_other_conf ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_conf -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_conf ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_large_round_robin_cache -test.unit.obj.test_expirer.TestObjectExpirer.test_init_large_round_robin_cache ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_404_response_on_missing_container -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_404_response_on_missing_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_503_response_on_container -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_503_response_on_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_exception -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_exception ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_unexpected_response -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_unexpected_response ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok - +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok + +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('03319135-c444-4c37-bda0-03315bcd088d-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, 'e23f0560361d0b0b4e316f63062cb591', '03319135-c444-4c37-bda0-03315bcd088d-sda', '1752649221.20199', '1752649200', '0', '', '1752649200', 2, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('03319135-c444-4c37-bda0-03315bcd088d-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpg8xi_7xn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '8fbe0f83bde0a410c6793d1ea469a11e', '2c4e45f1-ad0f-41d3-83b6-cc0981886649-sda', '1752649221.26106', '1752649221.00000', '0', '', '1752649221.00000', 1, 0) +test DEBUG: /tmp/tmpg8xi_7xn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1752649223.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1752649224.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2c4e45f1-ad0f-41d3-83b6-cc0981886649-sda') +test DEBUG: /tmp/tmpg8xi_7xn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00749207s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '8fbe0f83bde0a410c6793d1ea469a11e', '2c4e45f1-ad0f-41d3-83b6-cc0981886649-sda', '1752649221.26106', '1752649221.00000', '0', '', '1752649221.00000', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2c4e45f1-ad0f-41d3-83b6-cc0981886649-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpg8xi_7xn/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06615 seconds (15.11731/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpg8xi_7xn/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '1dc54fd3f35e11445b543f2332a57c01', '6eca75b2-7271-4b64-a6f1-0e06d3a92f83-sda', '1752649221.33068', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('6eca75b2-7271-4b64-a6f1-0e06d3a92f83-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '1dc54fd3f35e11445b543f2332a57c01', '6eca75b2-7271-4b64-a6f1-0e06d3a92f83-sda', '1752649221.33068', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('6eca75b2-7271-4b64-a6f1-0e06d3a92f83-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '1dc54fd3f35e11445b543f2332a57c01', '7e732f06-9e94-423f-a668-3181ff29c8dc-', '1752649221.33068', '1752649200', '0', '', '1752649200', 1, 0) +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '1dc54fd3f35e11445b543f2332a57c01', '7e732f06-9e94-423f-a668-3181ff29c8dc-', '1752649221.33068', '1752649200', '0', '', '1752649200', 1, 0) +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmpg8xi_7xn/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '631d9fae6b864abdd85cbf0725d0c159', '31981073-29af-464d-adce-03a10d9e63ff-sdb', '1752649221.26106', '1752649222.00000', '0', '', '1752649222.00000', 1, 0) +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1752649225.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1752649226.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '31981073-29af-464d-adce-03a10d9e63ff-sdb') +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00801682s) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': '2c4e45f1-ad0f-41d3-83b6-cc0981886649-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '631d9fae6b864abdd85cbf0725d0c159', '31981073-29af-464d-adce-03a10d9e63ff-sdb', '1752649221.26106', '1752649222.00000', '0', '', '1752649222.00000', 1, 0) +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1752649225.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1752649226.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '31981073-29af-464d-adce-03a10d9e63ff-sdb') +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0175478s) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': '2c4e45f1-ad0f-41d3-83b6-cc0981886649-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.11291 seconds (17.71376/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, '8853cf67268278e939d300a9d489b92c', '7e732f06-9e94-423f-a668-3181ff29c8dc-', '1752649221.33068', '1752649200', '0', '', '1752649200', 1, 0) +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1752649226.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1752649226.00000', 'deleted': 0, 'storage_policy_index': 0}], '7e732f06-9e94-423f-a668-3181ff29c8dc-')test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Setting object count to 1065 (txn: tx283df572df8e4843a2cc3-0068774e00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Setting object count to 1065 (txn: txb205dffaec6740458cae3-0068774e01) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4acb1dddb97c43bc91f7c-0068774e02) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx4acb1dddb97c43bc91f7c-0068774e02) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx551e1b0fc67247a583e88-0068774e03) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx551e1b0fc67247a583e88-0068774e03) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx551e1b0fc67247a583e88-0068774e03) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx3e5ebd4694414083b609b-0068774e03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3e5ebd4694414083b609b-0068774e03) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e5ebd4694414083b609b-0068774e03) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx3e5ebd4694414083b609b-0068774e03) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx341fdae02c2e49afb0b8d-0068774e03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx341fdae02c2e49afb0b8d-0068774e03) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx341fdae02c2e49afb0b8d-0068774e03) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx341fdae02c2e49afb0b8d-0068774e03) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1787059070.46463', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059070.46650', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059070.46818', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059070.46987', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059070.47747', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059070.47889', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1787059070.92739', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok - +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059071.27056', 'Content-Type': 'binary/octet-stream'} +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 16 Jul 2025 07:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_no_length_or_encoding -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_no_length_or_encoding ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_non_empty_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_non_empty_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx643e603a663a4816907c0-006a845b81) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx643e603a663a4816907c0-006a845b81) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx643e603a663a4816907c0-006a845b81) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx643e603a663a4816907c0-006a845b81) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txacdfdce3565f4d3caf208-006a845b82) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx7c6fff8df4624b28a6768-006a845b83) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txbbc81e8231654ccbaf542-006a845b83) -test DEBUG: Setting object count to 3120 (txn: txbbc81e8231654ccbaf542-006a845b83) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test DEBUG: Setting object count to 3120 (txn: tx4a4b249cda6f4ccd9a7db-006a845b83) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd19f2393f5254cc4b058a-006a845b83) -test DEBUG: Setting object count to 3120 (txn: txd19f2393f5254cc4b058a-006a845b83) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test DEBUG: Setting object count to 3120 (txn: tx7b1e97bab5c8419cbdf6b-006a845b83) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test DEBUG: Setting object count to 3120 (txn: tx0e25bb381ef34a04a7d22-006a845b83) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5373f4bf74c74010b6641-006a845b83) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx5373f4bf74c74010b6641-006a845b83) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx270b463c60b04829aac34-006a845b83) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx270b463c60b04829aac34-006a845b83) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx270b463c60b04829aac34-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx270b463c60b04829aac34-006a845b83) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx270b463c60b04829aac34-006a845b83) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx270b463c60b04829aac34-006a845b83) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx270b463c60b04829aac34-006a845b83) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx270b463c60b04829aac34-006a845b83) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txe9fc4fd92e6744f6b3030-006a845b84) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txe9fc4fd92e6744f6b3030-006a845b84)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/objecttest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: Setting object count to 3120 (txn: tx0f082eab92ad455db67ed-0068774e05) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: Setting object count to 3120 (txn: tx352a181e465541c0bdde2-0068774e05) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: Setting object count to 3120 (txn: tx8fe88bb06b9440609f866-0068774e05) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx292be50e5853463a8d08c-0068774e05)test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestModuleFunctions.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestModuleFunctions.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates +test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_sending_ipv6 +test.unit.common.test_statsd_client.TestModuleFunctions.test_sending_ipv6 ... ok +test.unit.common.test_utils.TestInputProxy.test_bytes_received +test.unit.common.test_utils.TestInputProxy.test_bytes_received ... ok +test.unit.common.test_utils.TestInputProxy.test_chunk_update_modifies_chunk +test.unit.common.test_utils.TestInputProxy.test_chunk_update_modifies_chunk ... ok +test.unit.common.test_utils.TestInputProxy.test_close +test.unit.common.test_utils.TestInputProxy.test_close ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.test_utils.TestInputProxy.test_read_all +test.unit.common.test_utils.TestInputProxy.test_read_all ... ok +test.unit.common.test_utils.TestInputProxy.test_read_client_disconnect +test.unit.common.test_utils.TestInputProxy.test_read_client_disconnect ... ok +test.unit.common.test_utils.TestInputProxy.test_read_piecemeal_chunk_update +test.unit.common.test_utils.TestInputProxy.test_read_piecemeal_chunk_update ... ok +test.unit.common.test_utils.TestInputProxy.test_read_size +test.unit.common.test_utils.TestInputProxy.test_read_size ... ok +test.unit.common.test_utils.TestInputProxy.test_read_unlimited_chunk_update +test.unit.common.test_utils.TestInputProxy.test_read_unlimited_chunk_update ... ok +test.unit.common.test_utils.TestInputProxy.test_readline +test.unit.common.test_utils.TestInputProxy.test_readline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1787059073.182994604 1787059073.183079481 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1787059073.184312582 1787059073.184320688 - -test INFO: - - 18/Aug/2026/13/17/53 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1787059073.185177565 1787059073.885177612 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059073.186766386 1787059073.186831713 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059073.193244219 1787059073.193307400 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1787059073.194172859 1787059073.194195747 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1787059073.205630779 1787059073.205645323 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059073.206476212 1787059073.206537485 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059073.207297325 1787059073.207349539 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1787059073.207284451 1787059073.207608461 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059073.224967003 1787059073.225044727 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059073.226896524 1787059073.226960182 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1787059073.227564573 1787059073.227616072 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059073.228909731 1787059073.228975534 - -test INFO: - - 18/Aug/2026/13/17/53 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1787059073.229632616 1787059073.229683876 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649549.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0f8/ee92a79e30bb952b4fdedc5c0c7420f8/ee92a79e30bb952b4fdedc5c0c7420f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649554.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c83/a5a3822e02c8dda36c08d28fa166cc83/a5a3822e02c8dda36c08d28fa166cc83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649559.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/262/4c990a7f13cdd16c6bd2750de5e58262/4c990a7f13cdd16c6bd2750de5e58262.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649564.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/1eb/838a653089c4fc0d42b3c1a5bfcc11eb/838a653089c4fc0d42b3c1a5bfcc11eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649569.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a90/2af66227f8639c0225b7f72267caba90/2af66227f8639c0225b7f72267caba90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649574.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/92e/ed404cd6bf7eeeec68e03f27922a292e/ed404cd6bf7eeeec68e03f27922a292e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649579.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f2f/2182c5d0d07d06b4bf27055d6dcb3f2f/2182c5d0d07d06b4bf27055d6dcb3f2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649584.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a81/92ebdd8b0f6db8b374ec088f1956ea81/92ebdd8b0f6db8b374ec088f1956ea81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649589.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/8dc/4385081b86b5fbe2138d223c1efa78dc/4385081b86b5fbe2138d223c1efa78dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649594.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0c5/58879eb786c48797b29651a00c2b80c5/58879eb786c48797b29651a00c2b80c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649599.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/8bc/7ed931c09c40c5e0caf42c9d297488bc/7ed931c09c40c5e0caf42c9d297488bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649604.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b40/c464d17acc1c73b12cb7dfdb66b6eb40/c464d17acc1c73b12cb7dfdb66b6eb40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649609.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/161/c48084090fa5175f3c22b8dd7a22a161/c48084090fa5175f3c22b8dd7a22a161.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649614.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/6ff/91295e8cc1852674607eb98b8e79d6ff/91295e8cc1852674607eb98b8e79d6ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649619.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/587/060bf4576d9b97f335064b0c26c78587/060bf4576d9b97f335064b0c26c78587.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649624.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a10/e6cf9c35ef7a6ea338698f67eb40ea10/e6cf9c35ef7a6ea338698f67eb40ea10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649629.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ec8/34ae7d0d44725a3bf7c6fa8b1423cec8/34ae7d0d44725a3bf7c6fa8b1423cec8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649634.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/8e6/61400c5df9b63afdfa36452f22ec58e6/61400c5df9b63afdfa36452f22ec58e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649639.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/841/74a8be42dfe1e19377f662e18e3c1841/74a8be42dfe1e19377f662e18e3c1841.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649644.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/2de/14768752277fc4d1f43f4ecd3634d2de/14768752277fc4d1f43f4ecd3634d2de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649649.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/70d/1092520320c7ac65847169022863370d/1092520320c7ac65847169022863370d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649654.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f56/1137a132c702235de57a4f3eb202df56/1137a132c702235de57a4f3eb202df56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649659.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/240/5735cc6ca3764620e155a3b9db956240/5735cc6ca3764620e155a3b9db956240.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649664.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/94a/1b0c338ee48837196dc821e383feb94a/1b0c338ee48837196dc821e383feb94a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649669.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b20/092b8e9044d67c2fca498818371b1b20/092b8e9044d67c2fca498818371b1b20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649674.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/615/fd7ee4fe2bc5aa45b32b9d194c602615/fd7ee4fe2bc5aa45b32b9d194c602615.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649679.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/5ff/f038fd6e63807ffa31cdf4e45bd3e5ff/f038fd6e63807ffa31cdf4e45bd3e5ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649684.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/bbb/07ea5db4c04fb0bd0e5779272f7d7bbb/07ea5db4c04fb0bd0e5779272f7d7bbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649689.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/43d/f8b462bc734fc5d19f2c15d9137ac43d/f8b462bc734fc5d19f2c15d9137ac43d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649694.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e18/0966ebcee2180b5a5386aa48e19ebe18/0966ebcee2180b5a5386aa48e19ebe18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649699.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/152/105a87da188d7956ef6dae3fa7ecf152/105a87da188d7956ef6dae3fa7ecf152.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649704.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c60/459de562c7d8bdfc91793b88885a4c60/459de562c7d8bdfc91793b88885a4c60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649709.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c26/68118ab2bddde11207d8a9c03661ec26/68118ab2bddde11207d8a9c03661ec26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649714.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/7e9/d0e993a67f662b57dca98abe198227e9/d0e993a67f662b57dca98abe198227e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649719.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c8e/b32825f490139102fba7533b465cdc8e/b32825f490139102fba7533b465cdc8e.dbtest.unit.common.test_utils.TestInputProxy.test_readline_client_disconnect +test.unit.common.test_utils.TestInputProxy.test_readline_client_disconnect ... ok +test.unit.common.test_utils.TestInputProxy.test_readline_piecemeal_chunk_update +test.unit.common.test_utils.TestInputProxy.test_readline_piecemeal_chunk_update ... ok +test.unit.common.test_utils.TestInputProxy.test_readline_unlimited_chunk_update +test.unit.common.test_utils.TestInputProxy.test_readline_unlimited_chunk_update ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test ERROR: Container HEAD returning 503 for [] (txn: tx343a189620624c2f827b3-006a845b81) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa089957f6d4948e1ae22b-0068774e05) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa089957f6d4948e1ae22b-0068774e05) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa089957f6d4948e1ae22b-0068774e05) +test ERROR: Container HEAD returning 503 for [] (txn: txa089957f6d4948e1ae22b-0068774e05) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): @@ -38020,7 +34761,7 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc8efb67bd5e140169309e-006a845b81) +StopIteration (txn: tx8c25e710da1142e9acbb3-0068774e05) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -38032,7 +34773,7 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc8efb67bd5e140169309e-006a845b81) +StopIteration (txn: tx8c25e710da1142e9acbb3-0068774e05) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -38044,12 +34785,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc8efb67bd5e140169309e-006a845b81) -test ERROR: Container HEAD returning 503 for [] (txn: txc8efb67bd5e140169309e-006a845b81) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +StopIteration (txn: tx8c25e710da1142e9acbb3-0068774e05) +test ERROR: Container HEAD returning 503 for [] (txn: tx8c25e710da1142e9acbb3-0068774e05) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -38057,1163 +34794,4973 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok + +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0113573s) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, merge_syncs, ([{'remote_id': '6eca75b2-7271-4b64-a6f1-0e06d3a92f83-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/8083de0101206f47a3df5cfcc0d71c19, sync, (2, '8853cf67268278e939d300a9d489b92c', '7e732f06-9e94-423f-a668-3181ff29c8dc-', '1752649221.33068', '1752649200', '0', '', '1752649200', 1, 0) +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/8083de0101206f47a3df5cfcc0d71c19, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1752649226.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1752649226.00000', 'deleted': 0, 'storage_policy_index': 0}], '7e732f06-9e94-423f-a668-3181ff29c8dc-') +test DEBUG: /tmp/tmpg8xi_7xn/sdb/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0158875s) +REPLICATE: /sda/0/8083de0101206f47a3df5cfcc0d71c19, merge_syncs, ([{'remote_id': '6eca75b2-7271-4b64-a6f1-0e06d3a92f83-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'ae6ce471cbf3528fc81222380e9f1f21', '9622f6a9-ae3e-43dc-bdb1-ec090a66ebc4-', '1752649221.60137', '1752649221.59090', '0', '', '1752649221.59090', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9622f6a9-ae3e-43dc-bdb1-ec090a66ebc4-', 'e8fbcd486a77117e2cd3398aa1f9485f_1752649221.60277.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'ae6ce471cbf3528fc81222380e9f1f21', '9622f6a9-ae3e-43dc-bdb1-ec090a66ebc4-', '1752649221.60137', '1752649221.59090', '0', '', '1752649221.59090', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649221.60271', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649221.60271', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649221.60271', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649221.60294', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649221.60294', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649221.60277', 'epoch': '1752649221.60277', 'reported': 0, 'tombstones': -1}], '9622f6a9-ae3e-43dc-bdb1-ec090a66ebc4-') +test DEBUG: /tmp/tmpcm3t09xt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.60277.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpcm3t09xt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.60277.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, 'fbc4cceb658aafb5477135a8dea26ef5', '1ba9bfad-d183-4b78-b8b4-963742e69784-', '1752649221.71569', '1752649221.70966', '0', '', '1752649221.70966', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649221.74836', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649221.74836', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649221.74836', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649221.76046', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649221.76046', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649221.71695', 'epoch': '1752649221.71695', 'reported': 0, 'tombstones': -1}], '1ba9bfad-d183-4b78-b8b4-963742e69784-') +test DEBUG: /tmp/tmpps0faff6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.71695.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpps0faff6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.71695.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, 'fbc4cceb658aafb5477135a8dea26ef5', '1ba9bfad-d183-4b78-b8b4-963742e69784-', '1752649221.71569', '1752649221.74554', '0', '', '1752649221.70966', 101, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649221.74836', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649221.74836', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649221.74836', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649221.76046', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649221.76046', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649221.71695', 'epoch': '1752649221.71695', 'reported': 0, 'tombstones': -1}], '1ba9bfad-d183-4b78-b8b4-963742e69784-') +test DEBUG: /tmp/tmpps0faff6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.71695.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpps0faff6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.71695.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, 'fbc4cceb658aafb5477135a8dea26ef5', 'b8c96cea-123b-4c6e-8afb-ebbbbbccb4ff-', '1752649221.90667', '1752649221.90490', '0', '', '1752649221.90490', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649222.06511', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649222.06511', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649222.06511', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649222.11587', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.11587', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649221.92015', 'epoch': '1752649221.92015', 'reported': 0, 'tombstones': -1}], 'b8c96cea-123b-4c6e-8afb-ebbbbbccb4ff-') +test DEBUG: /tmp/tmp412xcqvr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.92015.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp412xcqvr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.92015.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, 'fbc4cceb658aafb5477135a8dea26ef5', 'b8c96cea-123b-4c6e-8afb-ebbbbbccb4ff-', '1752649221.90667', '1752649222.00487', '0', '', '1752649221.90490', 101, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649222.06511', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649222.06511', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649222.06511', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649222.11587', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.11587', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649221.92015', 'epoch': '1752649221.92015', 'reported': 0, 'tombstones': -1}], 'b8c96cea-123b-4c6e-8afb-ebbbbbccb4ff-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1786924768 1786972672-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1787011168 1787059071-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1787011168 1787059071-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1787011168 1787059071-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1787011168 1787059071-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1787011168 1787059071-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx498c9a90d0fb4d1e8fade-0068774e06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx133fcf64d5a245b088924-0068774e06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txd5cd9899f3d14f0096ad2-0068774e06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx84be2d57ca354541b7c37-0068774e06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54588bfcb6aa4c48a881a-0068774e06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok + +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: Setting object count to 3120 (txn: tx292be50e5853463a8d08c-0068774e05) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: Setting object count to 3120 (txn: txc6a283b7e0724aecb6684-0068774e06) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx138536e8e438462381365-0068774e06) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx9832e8c6314244b7a924f-0068774e06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9832e8c6314244b7a924f-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9832e8c6314244b7a924f-0068774e06) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx9832e8c6314244b7a924f-0068774e06) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9832e8c6314244b7a924f-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9832e8c6314244b7a924f-0068774e06) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx9832e8c6314244b7a924f-0068774e06) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4cb99cb6805a47cf8b1f4-0068774e06)test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: skipping invalid task container: task_account/-1 -test-expirer ERROR: skipping invalid task container: task_account/rogue -test-expirer INFO: processing 2 unexpected task containers (e.g. 86300 86401) -test-expirer INFO: processing 1 unexpected task containers (e.g. 1787010968) -test-expirer ERROR: Unexcepted error handling task '1786972673-invalid0': + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpmv0pxei5/log/swift/profile/default.profile1137666.tmp' Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 477, in _iter_task_container - target_object = parse_task_obj(task_object) - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 180, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/base.py", line 117, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1786972673-invalid1': + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpz_t4f_2_/log/swift/profile/default.profile1137666.tmp' Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 477, in _iter_task_container - target_object = parse_task_obj(task_object) - File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 180, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/base.py", line 117, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 5 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 5 possible containers; 12 possible objects -test-expirer ERROR: Unexpected response while listing objects in container .expiring_objects 1786838368: Mocked error -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 6 possible objects -test-expirer ERROR: Exception while listing objects in container .expiring_objects 1787011168: failed to connect -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 5 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 6 possible objects -test-expirer ERROR: Unexpected response while listing objects in container .expiring_objects 1787011168: Mocked error -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 5 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objectstest.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_with_invalid_container -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_with_invalid_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp29zu2mz7/log/swift/profile/default.profile1137666.tmp' +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server ERROR: Object returning 503 for [] (txn: tx41a3446791cd4d9990a4c-0068774e06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260818/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260818T131751Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059071.93424', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260818/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260818T131751Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059071.94248', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test DEBUG: /tmp/tmp412xcqvr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.92015.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp412xcqvr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649221.92015.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, '4f5efbca83303e544afbf9d76bcf74f6', 'a5879d86-bbc4-43e5-8fb1-1edf01cb523f-', '1752649222.30869', '1752649222.29472', '0', '', '1752649222.29472', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649222.59632', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.59632', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649222.59632', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649222.60397', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.60397', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649222.30987', 'epoch': '1752649222.30987', 'reported': 0, 'tombstones': -1}], 'a5879d86-bbc4-43e5-8fb1-1edf01cb523f-') +test DEBUG: /tmp/tmp_3f4lutl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.30987.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_3f4lutl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.30987.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, '4f5efbca83303e544afbf9d76bcf74f6', 'a5879d86-bbc4-43e5-8fb1-1edf01cb523f-', '1752649222.30869', '1752649222.59331', '0', '', '1752649222.29472', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649222.59632', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.59632', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649222.59632', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649222.60397', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.60397', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649222.30987', 'epoch': '1752649222.30987', 'reported': 0, 'tombstones': -1}], 'a5879d86-bbc4-43e5-8fb1-1edf01cb523f-') +test DEBUG: /tmp/tmp_3f4lutl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.30987.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_3f4lutl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.30987.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, '4f5efbca83303e544afbf9d76bcf74f6', 'c70bf009-dec8-4c2f-87a6-b64cf3192308-', '1752649222.73217', '1752649222.70908', '0', '', '1752649222.70908', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649222.83064', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.83064', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649222.83064', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649222.83989', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.83989', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649222.73349', 'epoch': '1752649222.73349', 'reported': 0, 'tombstones': -1}], 'c70bf009-dec8-4c2f-87a6-b64cf3192308-') +test DEBUG: /tmp/tmpkyhh8kk0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.73349.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkyhh8kk0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.73349.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, '4f5efbca83303e544afbf9d76bcf74f6', 'c70bf009-dec8-4c2f-87a6-b64cf3192308-', '1752649222.73217', '1752649222.74250', '0', '', '1752649222.70908', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649222.83064', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.83064', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649222.83064', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649222.83989', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649222.83989', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649222.73349', 'epoch': '1752649222.73349', 'reported': 0, 'tombstones': -1}], 'c70bf009-dec8-4c2f-87a6-b64cf3192308-') +test DEBUG: /tmp/tmpkyhh8kk0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.73349.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkyhh8kk0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649222.73349.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '004327e02b2b3573a6855567ff448bb3', '0d1d0e5d-ab64-4352-a2f2-1cb7d5d1025a-', '1752649223.09797', '1752649223.09608', '0', '', '1752649223.09608', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649223.11131', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649223.11131', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649223.11131', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649223.11164', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.11164', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649223.11138', 'epoch': '1752649223.11138', 'reported': 0, 'tombstones': -1}], '0d1d0e5d-ab64-4352-a2f2-1cb7d5d1025a-') +test DEBUG: /tmp/tmp1o57ypib/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.11138.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1o57ypib/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.11138.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '004327e02b2b3573a6855567ff448bb3', '0d1d0e5d-ab64-4352-a2f2-1cb7d5d1025a-', '1752649223.09797', '1752649223.17245', '0', '', '1752649223.09608', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649223.11131', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649223.11131', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649223.11131', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649223.11164', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.11164', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649223.11138', 'epoch': '1752649223.11138', 'reported': 0, 'tombstones': -1}], '0d1d0e5d-ab64-4352-a2f2-1cb7d5d1025a-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb222a1a219f94d288fe5e-006a845b84) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txb222a1a219f94d288fe5e-006a845b84) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb222a1a219f94d288fe5e-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb222a1a219f94d288fe5e-006a845b84) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb222a1a219f94d288fe5e-006a845b84) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx92cb44430a2b4fbc99371-006a845b84) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx92cb44430a2b4fbc99371-006a845b84) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx92cb44430a2b4fbc99371-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx92cb44430a2b4fbc99371-006a845b84) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx92cb44430a2b4fbc99371-006a845b84) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1f2eb5271e05426db7202-006a845b84) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx1f2eb5271e05426db7202-006a845b84) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1f2eb5271e05426db7202-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx1f2eb5271e05426db7202-006a845b84) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx1f2eb5271e05426db7202-006a845b84) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9971ae389f44098b3eee-006a845b84) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txa9971ae389f44098b3eee-006a845b84) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txa9971ae389f44098b3eee-006a845b84) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx90885eb7fc4e412886dc1-006a845b85) -test DEBUG: Setting object count to 1065 (txn: tx90885eb7fc4e412886dc1-006a845b85) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e4698ffd842404e98c7c-0068774e07) +proxy-server ERROR: Object returning 503 for [] (txn: tx1e4698ffd842404e98c7c-0068774e07) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server ERROR: Object returning 503 for [] (txn: tx8b5a4e65e0ac4457886c0-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1787059074.200282574 1787059074.200354338 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1787059074.201107979 1787059074.201169729 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059074.201809645 1787059074.201861858 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1787059074.202448368 1787059074.202498913 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1787059074.213596582 1787059074.213670492 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1787059074.214097261 1787059074.214137077 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1787059074.215060234 1787059074.215119839 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059074.216036320 1787059074.216092825 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1787059074.216685057 1787059074.216734409 - -test INFO: - - 18/Aug/2026/13/17/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1787059074.217553854 1787059074.217603922 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 18/Aug/2026/13/17/54 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059074.220579624 1787059074.220637083 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server ERROR: Object returning 503 for [] (txn: tx839e448c18e44457ac2e2-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d50f36df4f5423c89009-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060321.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/122/c6e697e5cc1c88285b65db03fb952122/c6e697e5cc1c88285b65db03fb952122.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060326.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/1a0/cf09c5b52b4fc10145098f770306e1a0/cf09c5b52b4fc10145098f770306e1a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060331.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/b21/c63f200a72e37098bd737075a4c35b21/c63f200a72e37098bd737075a4c35b21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060336.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/e7c/6ef3dd771a26e51943ebb925ebb4fe7c/6ef3dd771a26e51943ebb925ebb4fe7c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060341.00000-0, db: /tmp/tmp4627gyv5/sda/containers/0/8c8/3980f3a3518d7472801a40f845c208c8/3980f3a3518d7472801a40f845c208c8.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpeq1qbttu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1787059071.00000, path: a/c, db: /tmp/tmpods8yx4d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059071.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmptqxezfi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059072.00000-0, db: /tmp/tmptscrbpyi/sda/containers/0/062/0bac6eaa04cebfe1418a91a68c9a6062/0bac6eaa04cebfe1418a91a68c9a6062.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059072.00000-0, db: /tmp/tmptscrbpyi/sda/containers/0/062/0bac6eaa04cebfe1418a91a68c9a6062/0bac6eaa04cebfe1418a91a68c9a6062.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059075.00000-0, db: /tmp/tmptscrbpyi/sda/containers/0/8bc/3eddd90d36bb82a511e520fff0ae18bc/3eddd90d36bb82a511e520fff0ae18bc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059075.00000-0, db: /tmp/tmptscrbpyi/sda/containers/0/8bc/3eddd90d36bb82a511e520fff0ae18bc/3eddd90d36bb82a511e520fff0ae18bc.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1787059072.00000, (0, 0) as of 1787059072.00000, active as of 1787059072.00000> to ShardRange<'k' to 't' as of 1787059073.00000, (0, 0) as of 1787059073.00000, active as of 1787059073.00000>, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059077.00000, (0, 0) as of 1787059077.00000, shrinking as of 1787059074.00000> to ShardRange<'k' to 't' as of 1787059077.00000, (0, 0) as of 1787059077.00000, sharding as of 1787059078.00000>, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpeiucb_q9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-e52faea54a14c66783d9a3d3592c8c63-1787059076.00000-2, db: /tmp/tmpat3dwu26/sda/containers/0/55e/dfb8357b38529925dcd5ab8dc823455e/dfb8357b38529925dcd5ab8dc823455e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059072.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/92e/a4999aefcc04d67f1771d19d6857392e/a4999aefcc04d67f1771d19d6857392e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059072.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/92e/a4999aefcc04d67f1771d19d6857392e/a4999aefcc04d67f1771d19d6857392e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059081.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/5a2/f7fc0ab326f4eea784611b644114d5a2/f7fc0ab326f4eea784611b644114d5a2.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059081.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/5a2/f7fc0ab326f4eea784611b644114d5a2/f7fc0ab326f4eea784611b644114d5a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059090.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/367/badb8f7511010c9c27d5d9c1dbd90367/badb8f7511010c9c27d5d9c1dbd90367.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059090.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/367/badb8f7511010c9c27d5d9c1dbd90367/badb8f7511010c9c27d5d9c1dbd90367.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059099.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/a94/1118f47b3e4f2ef2a4c0ad3833d10a94/1118f47b3e4f2ef2a4c0ad3833d10a94.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059099.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/a94/1118f47b3e4f2ef2a4c0ad3833d10a94/1118f47b3e4f2ef2a4c0ad3833d10a94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059108.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/b36/7f7e253c1d862fdebea4c339bb106b36/7f7e253c1d862fdebea4c339bb106b36.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059108.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/b36/7f7e253c1d862fdebea4c339bb106b36/7f7e253c1d862fdebea4c339bb106b36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059117.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/f31/ffd57985b6970115ad9f5b4269699f31/ffd57985b6970115ad9f5b4269699f31.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059117.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/f31/ffd57985b6970115ad9f5b4269699f31/ffd57985b6970115ad9f5b4269699f31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059126.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/4db/e2da4236507efe3433de62af4b9944db/e2da4236507efe3433de62af4b9944db.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059126.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/4db/e2da4236507efe3433de62af4b9944db/e2da4236507efe3433de62af4b9944db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059135.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/b15/0184af364699643b6929549e3bf6bb15/0184af364699643b6929549e3bf6bb15.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059135.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/b15/0184af364699643b6929549e3bf6bb15/0184af364699643b6929549e3bf6bb15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059144.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/430/e6fc1525812d865d84363216232ee430/e6fc1525812d865d84363216232ee430.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059144.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/430/e6fc1525812d865d84363216232ee430/e6fc1525812d865d84363216232ee430.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059144.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/430/e6fc1525812d865d84363216232ee430/e6fc1525812d865d84363216232ee430.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059153.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/c07/3784f108de7b9b3dfd123ebfb4c05c07/3784f108de7b9b3dfd123ebfb4c05c07.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059153.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/c07/3784f108de7b9b3dfd123ebfb4c05c07/3784f108de7b9b3dfd123ebfb4c05c07.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059153.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/c07/3784f108de7b9b3dfd123ebfb4c05c07/3784f108de7b9b3dfd123ebfb4c05c07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059162.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/b93/e097ad2391722c5779095c94237d3b93/e097ad2391722c5779095c94237d3b93.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059162.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/b93/e097ad2391722c5779095c94237d3b93/e097ad2391722c5779095c94237d3b93.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059162.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/b93/e097ad2391722c5779095c94237d3b93/e097ad2391722c5779095c94237d3b93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059171.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/69b/96e54391f9f1ee6399a3a33ab4e2669b/96e54391f9f1ee6399a3a33ab4e2669b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059171.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/69b/96e54391f9f1ee6399a3a33ab4e2669b/96e54391f9f1ee6399a3a33ab4e2669b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059171.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/69b/96e54391f9f1ee6399a3a33ab4e2669b/96e54391f9f1ee6399a3a33ab4e2669b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059180.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/652/1c99105e94b211f8c3a8db0dc29f4652/1c99105e94b211f8c3a8db0dc29f4652.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059180.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/652/1c99105e94b211f8c3a8db0dc29f4652/1c99105e94b211f8c3a8db0dc29f4652.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059180.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/652/1c99105e94b211f8c3a8db0dc29f4652/1c99105e94b211f8c3a8db0dc29f4652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059189.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/aa5/32391634aeef303a8d2f14e3baa81aa5/32391634aeef303a8d2f14e3baa81aa5.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059189.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/aa5/32391634aeef303a8d2f14e3baa81aa5/32391634aeef303a8d2f14e3baa81aa5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059189.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/aa5/32391634aeef303a8d2f14e3baa81aa5/32391634aeef303a8d2f14e3baa81aa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059198.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/85d/370be66f1e192267b1dff570d174a85d/370be66f1e192267b1dff570d174a85d.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649724.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/90f/704b93baf3f9e74e7d4dd7da22e2090f/704b93baf3f9e74e7d4dd7da22e2090f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649729.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/403/d15088fe182ce39b3cd8cbd572dd4403/d15088fe182ce39b3cd8cbd572dd4403.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649734.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c31/0b10cbab012f843f98188ed8e19abc31/0b10cbab012f843f98188ed8e19abc31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649739.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/3a0/d49ccaa4e5c4acc5c4d8ff78f3be73a0/d49ccaa4e5c4acc5c4d8ff78f3be73a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649744.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/013/419ee27481c14680c081779754a2a013/419ee27481c14680c081779754a2a013.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649749.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/379/63a9ce9298555b5a498aeba56c098379/63a9ce9298555b5a498aeba56c098379.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649754.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/5ca/4ba8677189f3fc60a9dfc85ff634e5ca/4ba8677189f3fc60a9dfc85ff634e5ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649759.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c1b/c42262444c7c4a7f6fe3a267b6a9ac1b/c42262444c7c4a7f6fe3a267b6a9ac1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649764.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b10/9fbca02a6b3343b2e6917b9eb659fb10/9fbca02a6b3343b2e6917b9eb659fb10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649769.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ff5/c6d4c7ef88d11bd01262ae2641d03ff5/c6d4c7ef88d11bd01262ae2641d03ff5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649774.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/281/e3f0e333313eb4b861805300c03ba281/e3f0e333313eb4b861805300c03ba281.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649779.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/86a/d1cd387a4b9bf910e88c0b61b830586a/d1cd387a4b9bf910e88c0b61b830586a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649784.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0ba/aea2da8b876b7063ef417176cf4010ba/aea2da8b876b7063ef417176cf4010ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649789.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0c4/57f11f29bbef92128cc9a2043ca290c4/57f11f29bbef92128cc9a2043ca290c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649794.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/4c1/023626d16609bb6254b739d6989354c1/023626d16609bb6254b739d6989354c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649799.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/196/abb63799f23e4c23c79a62ecb8412196/abb63799f23e4c23c79a62ecb8412196.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649804.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/8f8/ee65f1cfcad1cd0f60d1d13860f498f8/ee65f1cfcad1cd0f60d1d13860f498f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649809.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/75d/3baf847c7610d0c9c28aebfb4749675d/3baf847c7610d0c9c28aebfb4749675d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649814.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e18/bb644e5fabcb9d29ba7eaf7c8d3cbe18/bb644e5fabcb9d29ba7eaf7c8d3cbe18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649819.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ffe/b614facdb07d80f209147dec43353ffe/b614facdb07d80f209147dec43353ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649824.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b60/d19deb217aad99edca061a53dbc56b60/d19deb217aad99edca061a53dbc56b60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649829.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0b7/d9af3555dba8e56d01739073e24490b7/d9af3555dba8e56d01739073e24490b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649834.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0ae/b226167b01d7196897188b9af92400ae/b226167b01d7196897188b9af92400ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649839.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a80/5e5c18010d0c3bcc5770b64e6a1e6a80/5e5c18010d0c3bcc5770b64e6a1e6a80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649844.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c88/b601538c6fa8428b19d767bc3bb16c88/b601538c6fa8428b19d767bc3bb16c88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649849.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a4c/683e4f09e37b7c7511643364a6aeda4c/683e4f09e37b7c7511643364a6aeda4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649854.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a52/921b348139bf2b9358c28811a4e54a52/921b348139bf2b9358c28811a4e54a52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649859.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c17/1c068a3f58294c6e204a5e4adbc07c17/1c068a3f58294c6e204a5e4adbc07c17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649864.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/bf5/be459479cfe2c3b73c34db9549952bf5/be459479cfe2c3b73c34db9549952bf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649869.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/97c/bda927ab002916c77ae290b838b9497c/bda927ab002916c77ae290b838b9497c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649874.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f71/aa9bc323c45dd7e7b41f145136d93f71/aa9bc323c45dd7e7b41f145136d93f71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649879.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/17e/8025147ddcd81853fc7ce7af4740f17e/8025147ddcd81853fc7ce7af4740f17e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649884.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e11/c4d68afc75886e34a135e5acb5eeae11/c4d68afc75886e34a135e5acb5eeae11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649889.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/da8/5d6ddf426fc23abe6f3eab854ce23da8/5d6ddf426fc23abe6f3eab854ce23da8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649894.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/8ae/634fcb08073cc598b2b8a9c1501338ae/634fcb08073cc598b2b8a9c1501338ae.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash_readline -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash_readline ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good_readline -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good_readline ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_all -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_all ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_piecemeal -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short_read_piecemeal ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server ERROR: Object returning 503 for [] (txn: tx466196e57acd4db0a8e32-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx9d000f507c1c43688a69f-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4ea20c71e244578bbbc2-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test DEBUG: /tmp/tmp1o57ypib/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.11138.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1o57ypib/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.11138.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '004327e02b2b3573a6855567ff448bb3', 'c6c45752-6d78-4a02-a069-73257a430ba4-', '1752649223.33906', '1752649223.33716', '0', '', '1752649223.33716', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649223.34451', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649223.34451', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649223.34451', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649223.34471', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.34471', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649223.34457', 'epoch': '1752649223.34457', 'reported': 0, 'tombstones': -1}], 'c6c45752-6d78-4a02-a069-73257a430ba4-') +test DEBUG: /tmp/tmppk6r1s2u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.34457.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppk6r1s2u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.34457.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '004327e02b2b3573a6855567ff448bb3', 'c6c45752-6d78-4a02-a069-73257a430ba4-', '1752649223.33906', '1752649223.37235', '0', '', '1752649223.33716', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649223.34451', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649223.34451', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649223.34451', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649223.34471', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.34471', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649223.34457', 'epoch': '1752649223.34457', 'reported': 0, 'tombstones': -1}], 'c6c45752-6d78-4a02-a069-73257a430ba4-') +test DEBUG: /tmp/tmppk6r1s2u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.34457.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppk6r1s2u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.34457.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '6cd6cdcf673f513fcabd9b78ff086e1b', 'b9da2b9a-d17b-415e-a09e-e694c895eedc-', '1752649223.45354', '1752649223.45163', '0', '', '1752649223.45163', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b9da2b9a-d17b-415e-a09e-e694c895eedc-', 'e8fbcd486a77117e2cd3398aa1f9485f_1752649223.46010.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '6cd6cdcf673f513fcabd9b78ff086e1b', 'b9da2b9a-d17b-415e-a09e-e694c895eedc-', '1752649223.45354', '1752649223.45163', '0', '', '1752649223.45163', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649223.45476', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.45476', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649223.45476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649223.46030', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.46030', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649223.46010', 'epoch': '1752649223.46010', 'reported': 0, 'tombstones': -1}], 'b9da2b9a-d17b-415e-a09e-e694c895eedc-') +test DEBUG: /tmp/tmppcnenmq6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.46010.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppcnenmq6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.46010.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '6cd6cdcf673f513fcabd9b78ff086e1b', '82353969-fb9a-4fb8-891d-8e031f198e72-', '1752649223.60977', '1752649223.60792', '0', '', '1752649223.60792', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('82353969-fb9a-4fb8-891d-8e031f198e72-', 'e8fbcd486a77117e2cd3398aa1f9485f_1752649223.62881.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '6cd6cdcf673f513fcabd9b78ff086e1b', '82353969-fb9a-4fb8-891d-8e031f198e72-', '1752649223.60977', '1752649223.60792', '0', '', '1752649223.60792', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649223.61103', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.61103', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649223.61103', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649223.62899', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649223.62899', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649223.62881', 'epoch': '1752649223.62881', 'reported': 0, 'tombstones': -1}], '82353969-fb9a-4fb8-891d-8e031f198e72-') +test DEBUG: /tmp/tmpyk20h6r8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.62881.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpyk20h6r8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.62881.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '9709884be81e78c1473d8b5a0ebdf7b7', '28455bdb-5ce4-4f44-91f9-55e6a2631a06-', '1752649223.75411', '1752649223.75236', '0', '', '1752649223.75236', 3, 0) +test WARNING: /tmp/tmpk7d0kyos/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.76897.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpk7d0kyos/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.76897.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '9709884be81e78c1473d8b5a0ebdf7b7', '28455bdb-5ce4-4f44-91f9-55e6a2631a06-', '1752649223.75411', '1752649223.80344', '0', '', '1752649223.75236', 3, 0) +test WARNING: /tmp/tmpk7d0kyos/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.76897.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpk7d0kyos/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.76897.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '9709884be81e78c1473d8b5a0ebdf7b7', 'cf36276e-4383-4d6a-a91d-64f03de2740f-', '1752649223.90475', '1752649223.89477', '0', '', '1752649223.89477', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx684f7313fd0b48a8a413b-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a85c78075eb43a899c54-0068774e07) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx9d0ffced0d48410b8bca9-006a845b81) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok + proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx9259b4ce0ae34b9ab990a-006a845b81) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx3164e9c242684ae7bc4c7-0068774e07) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb393d72ed2524c3590341-006a845b85) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txd04374c8aac14ec7b1cdf-0068774e07) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txd04374c8aac14ec7b1cdf-0068774e07) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx194727fceee54824904aa-006a845b85) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1808a6703b4460a857eb-0068774e08) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649899.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0ac/e509a4146875172f312c17880e3070ac/e509a4146875172f312c17880e3070ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649904.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c7c/5e8dfd99074501ca3b751d0f1f285c7c/5e8dfd99074501ca3b751d0f1f285c7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649909.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/790/08ca5e5ab9f432df57af4920a58db790/08ca5e5ab9f432df57af4920a58db790.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649914.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/92d/58233b7ab3531af4a70d1f58d968b92d/58233b7ab3531af4a70d1f58d968b92d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649919.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/fd7/b95f99f4916dd803f57769de4d770fd7/b95f99f4916dd803f57769de4d770fd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649924.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/3a2/c3ca1bb1cbaec77306adff091bf283a2/c3ca1bb1cbaec77306adff091bf283a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649929.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/9ad/da9b7cbc809559e068929d191fa6b9ad/da9b7cbc809559e068929d191fa6b9ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649934.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/1df/cc35c2c490b4dafd74a0d85b5790f1df/cc35c2c490b4dafd74a0d85b5790f1df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649939.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/91b/42d414bbaf08dfc949859aa7a657291b/42d414bbaf08dfc949859aa7a657291b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649944.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b9b/8c71a21adcdb5d15afdf9d7a3f3b3b9b/8c71a21adcdb5d15afdf9d7a3f3b3b9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649949.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/dea/11000ea51bef24aadeee73cb7cafedea/11000ea51bef24aadeee73cb7cafedea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649954.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/925/00969d981214eb4fbb897c1538b90925/00969d981214eb4fbb897c1538b90925.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649959.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/dec/2c309a7df537edf107a5c66e8084bdec/2c309a7df537edf107a5c66e8084bdec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649964.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/be3/e194e9961db5de05212ba987767aabe3/e194e9961db5de05212ba987767aabe3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649969.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/10b/e57ed89fa98dd75d30ab959b3638010b/e57ed89fa98dd75d30ab959b3638010b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649974.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/455/ed1b0e97b557f867441223f3dea70455/ed1b0e97b557f867441223f3dea70455.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649979.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/25e/659cd43f7b664b6c01b15ef022f4325e/659cd43f7b664b6c01b15ef022f4325e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649984.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/3e1/d4aea004e67a2991b2d6eeb861d3b3e1/d4aea004e67a2991b2d6eeb861d3b3e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649989.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/81e/1d2d26542101abc8271f75567c37481e/1d2d26542101abc8271f75567c37481e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649994.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/5eb/e696ebf9db42e67c5b408e370f2935eb/e696ebf9db42e67c5b408e370f2935eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649999.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c0d/88589e7ed72ed6f0d82c3509fcfecc0d/88589e7ed72ed6f0d82c3509fcfecc0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650004.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/275/fb45e58eb4526864e4178f8cc9eed275/fb45e58eb4526864e4178f8cc9eed275.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650009.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/080/3f29fbd94c2d5148d5c94d43b562f080/3f29fbd94c2d5148d5c94d43b562f080.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650014.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c5a/5386d7349dba6aacee9d683b80489c5a/5386d7349dba6aacee9d683b80489c5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650019.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/811/16fd81c2619bfd3740ea37ee24652811/16fd81c2619bfd3740ea37ee24652811.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650024.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/2ae/ea90551ad9391967b62259975f6ef2ae/ea90551ad9391967b62259975f6ef2ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650029.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/d3e/68538ee983a63958b2be7fab0e210d3e/68538ee983a63958b2be7fab0e210d3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650034.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/bea/535f65bb64eae970d448e8b454ae8bea/535f65bb64eae970d448e8b454ae8bea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650039.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/4e4/0084a9bcc938f339856f996c02c724e4/0084a9bcc938f339856f996c02c724e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650044.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/3d3/e3e108e7b15a4211d38d86382e91b3d3/e3e108e7b15a4211d38d86382e91b3d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650049.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/4d9/5f259247a0d15928d69e270606f094d9/5f259247a0d15928d69e270606f094d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650054.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/913/2043c719e7e2655258d2f95f1d706913/2043c719e7e2655258d2f95f1d706913.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650059.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/6b0/e58d49c5dca550c97dfd6757fb2756b0/e58d49c5dca550c97dfd6757fb2756b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650064.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/d7b/955f17e3892a4763fc6bcb18fcd31d7b/955f17e3892a4763fc6bcb18fcd31d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650069.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/48d/48df000872c0abac4ccf247cde0b048d/48df000872c0abac4ccf247cde0b048d.dbtest.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_default_sample_rate ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_metric_prefix ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok + +test WARNING: /tmp/tmp0gbsp8ug/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.91143.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp0gbsp8ug/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.91143.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '9709884be81e78c1473d8b5a0ebdf7b7', 'cf36276e-4383-4d6a-a91d-64f03de2740f-', '1752649223.90475', '1752649223.92365', '0', '', '1752649223.89477', 3, 0) +test WARNING: /tmp/tmp0gbsp8ug/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.91143.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp0gbsp8ug/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649223.91143.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '9729fa5e0b54781a2759cbbcb3eb9763', '78f80ff0-536b-45fb-83ee-02ab105eea60-', '1752649223.99017', '1752649223.98841', '0', '', '1752649223.98841', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.03663', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.03663', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.03663', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.04792', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.04792', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.01144', 'epoch': '1752649224.01144', 'reported': 0, 'tombstones': -1}], '78f80ff0-536b-45fb-83ee-02ab105eea60-') +test DEBUG: /tmp/tmp8dx9i1iv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.01144.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8dx9i1iv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.01144.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '9729fa5e0b54781a2759cbbcb3eb9763', '78f80ff0-536b-45fb-83ee-02ab105eea60-', '1752649223.99017', '1752649224.03360', '0', '', '1752649223.98841', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.03663', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.03663', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.03663', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.04792', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.04792', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.01144', 'epoch': '1752649224.01144', 'reported': 0, 'tombstones': -1}], '78f80ff0-536b-45fb-83ee-02ab105eea60-') +test DEBUG: /tmp/tmp8dx9i1iv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.01144.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8dx9i1iv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.01144.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, 'dfb922f468f383d3acb7e7c3cb131e8c', '8c2268ca-c9a3-4a6e-8d31-b5b164d3ecc3-', '1752649224.20631', '1752649224.20266', '0', '', '1752649224.20266', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.23469', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.23469', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.23469', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.24242', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.24242', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.21723', 'epoch': '1752649224.21723', 'reported': 0, 'tombstones': -1}], '8c2268ca-c9a3-4a6e-8d31-b5b164d3ecc3-') +test DEBUG: /tmp/tmp4ssxh4p2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.21723.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4ssxh4p2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.21723.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, 'dfb922f468f383d3acb7e7c3cb131e8c', '8c2268ca-c9a3-4a6e-8d31-b5b164d3ecc3-', '1752649224.20631', '1752649224.23187', '0', '', '1752649224.20266', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.23469', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.23469', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.23469', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.24242', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.24242', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.21723', 'epoch': '1752649224.21723', 'reported': 0, 'tombstones': -1}], '8c2268ca-c9a3-4a6e-8d31-b5b164d3ecc3-') +test DEBUG: /tmp/tmp4ssxh4p2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.21723.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4ssxh4p2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.21723.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '535fb5e8e83a9e53cb1f85604ea9136c', '107f20c3-cac7-45e8-89d5-32a3a5eef590-', '1752649224.29981', '1752649224.29795', '0', '', '1752649224.29795', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.31373', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.31373', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.31373', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.31537', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.31537', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.31516', 'epoch': '1752649224.31516', 'reported': 0, 'tombstones': -1}], '107f20c3-cac7-45e8-89d5-32a3a5eef590-') +test DEBUG: /tmp/tmpx66n6vpd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.31516.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx66n6vpd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.31516.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '535fb5e8e83a9e53cb1f85604ea9136c', '107f20c3-cac7-45e8-89d5-32a3a5eef590-', '1752649224.29981', '1752649224.33547', '0', '', '1752649224.29795', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.31373', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.31373', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.31373', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.31537', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.31537', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.31516', 'epoch': '1752649224.31516', 'reported': 0, 'tombstones': -1}], '107f20c3-cac7-45e8-89d5-32a3a5eef590-') +test DEBUG: /tmp/tmpx66n6vpd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.31516.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx66n6vpd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.31516.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '535fb5e8e83a9e53cb1f85604ea9136c', '843e315a-1762-4760-99c4-09a59543a0b1-', '1752649224.40866', '1752649224.39876', '0', '', '1752649224.39876', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.40979', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.40979', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.40979', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.41568', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.41568', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.41546', 'epoch': '1752649224.41546', 'reported': 0, 'tombstones': -1}], '843e315a-1762-4760-99c4-09a59543a0b1-') +test DEBUG: /tmp/tmp6gjgkaww/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.41546.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6gjgkaww/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.41546.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '535fb5e8e83a9e53cb1f85604ea9136c', '843e315a-1762-4760-99c4-09a59543a0b1-', '1752649224.40866', '1752649224.43549', '0', '', '1752649224.39876', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.40979', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.40979', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649224.40979', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.41568', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.41568', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.41546', 'epoch': '1752649224.41546', 'reported': 0, 'tombstones': -1}], '843e315a-1762-4760-99c4-09a59543a0b1-') +test DEBUG: /tmp/tmp6gjgkaww/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.41546.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6gjgkaww/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1752649224.41546.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '49ecbde9fe977c261a5f4730ac624914', 'a6e9b691-6486-400c-bc6b-f20a2dd7a252-sda', '1752649224.50183', '1752649224.50005', '0', '', '1752649224.50005', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a6e9b691-6486-400c-bc6b-f20a2dd7a252-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '1d7c321084eb23577c38a9d366c99ae7', '8de04be4-8a52-4c59-8681-12d5e9e516c0-sda', '1752649224.52165', '1752649224.51997', '0', '', '1752649224.51997', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.53122', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649224.53122', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649224.53122', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.54161', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.54161', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.54143', 'epoch': '1752649224.54143', 'reported': 0, 'tombstones': -1}], '8de04be4-8a52-4c59-8681-12d5e9e516c0-sda') +test DEBUG: /tmp/tmp_iecl6qd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_iecl6qd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '1d7c321084eb23577c38a9d366c99ae7', '8de04be4-8a52-4c59-8681-12d5e9e516c0-sda', '1752649224.52165', '1752649224.52836', '0', '', '1752649224.51997', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.53122', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649224.53122', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649224.53122', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.54161', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.54161', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.54143', 'epoch': '1752649224.54143', 'reported': 0, 'tombstones': -1}], '8de04be4-8a52-4c59-8681-12d5e9e516c0-sda') +test DEBUG: /tmp/tmp_iecl6qd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_iecl6qd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '1d7c321084eb23577c38a9d366c99ae7', '65d2c4af-ebaf-43ea-8c48-125262bae3d7-sda', '1752649224.62602', '1752649224.62427', '0', '', '1752649224.62427', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.63995', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649224.63995', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649224.63995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.64779', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.64779', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.64755', 'epoch': '1752649224.64755', 'reported': 0, 'tombstones': -1}], '65d2c4af-ebaf-43ea-8c48-125262bae3d7-sda') +test DEBUG: /tmp/tmp3bn7zss6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3bn7zss6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650074.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/2ca/686bba89fc259f6d553965f1d81922ca/686bba89fc259f6d553965f1d81922ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650079.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a19/98ab2b893b3cd82a452dca30a29e7a19/98ab2b893b3cd82a452dca30a29e7a19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650084.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/bdf/1a2406a6b7ef6818f44496279b951bdf/1a2406a6b7ef6818f44496279b951bdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650089.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/eb0/4f7d75c614f72beb08710eb8637a7eb0/4f7d75c614f72beb08710eb8637a7eb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650094.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/de6/67c6059dcb6ea4ee9f812ee6e2b28de6/67c6059dcb6ea4ee9f812ee6e2b28de6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650099.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f38/dbda122fc21a31841fc8c99a3f1f7f38/dbda122fc21a31841fc8c99a3f1f7f38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650104.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/7c0/9f7be4d0f83c9fa79011596755d077c0/9f7be4d0f83c9fa79011596755d077c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650109.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c69/502bd288ed1239dde70436098ccb9c69/502bd288ed1239dde70436098ccb9c69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650114.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/9dc/f92d993c453ed51678fd764eb7a7a9dc/f92d993c453ed51678fd764eb7a7a9dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650119.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/143/9735920e1c58fb5e74b6c37757b4d143/9735920e1c58fb5e74b6c37757b4d143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650124.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/167/c72207b140635a6013df25d6988c6167/c72207b140635a6013df25d6988c6167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650129.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e63/9b0d34c7e43d1619bb4474e36e340e63/9b0d34c7e43d1619bb4474e36e340e63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650134.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/af6/4ec095d822c507844c450db74dad0af6/4ec095d822c507844c450db74dad0af6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650139.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c18/8b6588c51f29ae25ee3850d5be7c9c18/8b6588c51f29ae25ee3850d5be7c9c18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650144.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/28c/8f02db8f382aedc5ad8f9d0dfd38728c/8f02db8f382aedc5ad8f9d0dfd38728c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650149.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c50/e70e34125203d3a0a7fc08335eec0c50/e70e34125203d3a0a7fc08335eec0c50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650154.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/56f/b6f5b94ec68e4cc29b8ee3fd3af8856f/b6f5b94ec68e4cc29b8ee3fd3af8856f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650159.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/430/8bebdf0d85f30db51c03419fe216c430/8bebdf0d85f30db51c03419fe216c430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650164.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0bc/e9ec265d7242cce6d5fc96da431ee0bc/e9ec265d7242cce6d5fc96da431ee0bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650169.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/928/ad022695d866d7ca5a7c47afaac3d928/ad022695d866d7ca5a7c47afaac3d928.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650174.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a4c/929702f957b98f02aed0a274a6d11a4c/929702f957b98f02aed0a274a6d11a4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650179.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/bf8/56ad8b58d27e7608992ee3844bf5dbf8/56ad8b58d27e7608992ee3844bf5dbf8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650184.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/423/78ba6ad25239f79a70327073a6df0423/78ba6ad25239f79a70327073a6df0423.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650189.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/28d/ec719fa90fb13b0fe64a41a44f5a028d/ec719fa90fb13b0fe64a41a44f5a028d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650194.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/fd4/ec812f0ffb069d2b4a08b6e027800fd4/ec812f0ffb069d2b4a08b6e027800fd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650199.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/2be/6d7d6bb66cc794a8fc298fdbfb90b2be/6d7d6bb66cc794a8fc298fdbfb90b2be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650204.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b78/19daf2382c1fc2db73ed2bab185b1b78/19daf2382c1fc2db73ed2bab185b1b78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650209.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/6ab/a5f90d9772281810a622d5107b2766ab/a5f90d9772281810a622d5107b2766ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650214.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/737/a2b293032d64a5182ac97c82bc440737/a2b293032d64a5182ac97c82bc440737.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650219.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/e10/171eb95fbb801a7253b455beab39fe10/171eb95fbb801a7253b455beab39fe10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650224.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/7bf/fcb38bc920b355524ab227e9e4d897bf/fcb38bc920b355524ab227e9e4d897bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650229.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0c6/64d5f47adf960878179405acbee1d0c6/64d5f47adf960878179405acbee1d0c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650234.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/6b1/9bed4376cb6e58d45bdb3bc71194c6b1/9bed4376cb6e58d45bdb3bc71194c6b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650239.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/dac/22758c37dbf9e2348c5953571d2eadac/22758c37dbf9e2348c5953571d2eadac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650244.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f38/683c58ac751b17247f91834f86c73f38/683c58ac751b17247f91834f86c73f38.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '1d7c321084eb23577c38a9d366c99ae7', '65d2c4af-ebaf-43ea-8c48-125262bae3d7-sda', '1752649224.62602', '1752649224.63693', '0', '', '1752649224.62427', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1752649224.63995', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1752649224.63995', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649224.63995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649224.64779', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649224.64779', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649224.64755', 'epoch': '1752649224.64755', 'reported': 0, 'tombstones': -1}], '65d2c4af-ebaf-43ea-8c48-125262bae3d7-sda') +test DEBUG: /tmp/tmp3bn7zss6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3bn7zss6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'a9c8d9d06f8c88b6e67509eb7ba8f198', '272ab576-84fc-4b9b-9257-c7cd99eec4fa-sda', '1752649224.76411', '1752649224.75404', '0', '', '1752649224.75404', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('272ab576-84fc-4b9b-9257-c7cd99eec4fa-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Unlinked retiring db '/tmp/tmpbg746zq7/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'a9c8d9d06f8c88b6e67509eb7ba8f198', 'e28fcaa9-a1ef-4897-a3d9-ce4d53cd68bc-sda', '1752649224.83030', '1752649224.82852', '0', '', '1752649224.82852', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('e28fcaa9-a1ef-4897-a3d9-ce4d53cd68bc-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'a9c8d9d06f8c88b6e67509eb7ba8f198', 'f8eca7b2-a2bf-4de0-8271-0aeb1efdef46-sda', '1752649224.88623', '1752649224.88447', '0', '', '1752649224.88447', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('f8eca7b2-a2bf-4de0-8271-0aeb1efdef46-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Unlinked retiring db '/tmp/tmpjwb9sn03/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'a9c8d9d06f8c88b6e67509eb7ba8f198', '44c15b60-e648-45ac-baac-943ee4787005-sda', '1752649224.94160', '1752649224.93979', '0', '', '1752649224.93979', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('44c15b60-e648-45ac-baac-943ee4787005-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9d8f9235-88b8-4dfb-8caf-0c60d6e4dab1-sda', '1752649225.00152', '1752649224.99807', '0', '', '1752649224.99807', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7arsm51x/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'cc4f7cf6-1ce6-4474-ada2-8a136380f8a8-sdb', '1752649225.03255', '1752649226.00000', '0', '', '1752649226.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cc4f7cf6-1ce6-4474-ada2-8a136380f8a8-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'cc4f7cf6-1ce6-4474-ada2-8a136380f8a8-sdb', '1752649225.03255', '1752649226.00000', '0', '', '1752649226.00000', 0, 0) +test ERROR: Quarantining DB /tmp/tmp7arsm51x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cc4f7cf6-1ce6-4474-ada2-8a136380f8a8-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01343 seconds (74.44574/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpteyz8yrb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'e444c10f-f82c-4308-8003-d443fb5269a6-sda', '1752649225.05316', '1752649225', '0', '', '1752649225', 0, 1) +test DEBUG: /tmp/tmpteyz8yrb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'e444c10f-f82c-4308-8003-d443fb5269a6-sda', '1752649225.05316', '1752649225', '0', '', '1752649225', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e444c10f-f82c-4308-8003-d443fb5269a6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01684 seconds (59.36869/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmr5bc61k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '56e82fa5c3420e4417a2b2452a9448f5', '7c8af8ff-050b-4a60-bb7e-f12f99a9df10-sda', '1752649225.08460', '1752649225', '0', '', '1752649225', 1, 1) +test DEBUG: /tmp/tmpmr5bc61k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649227.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7c8af8ff-050b-4a60-bb7e-f12f99a9df10-sda') +test DEBUG: /tmp/tmpmr5bc61k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00697947s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '56e82fa5c3420e4417a2b2452a9448f5', '7c8af8ff-050b-4a60-bb7e-f12f99a9df10-sda', '1752649225.08460', '1752649225', '0', '', '1752649225', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7c8af8ff-050b-4a60-bb7e-f12f99a9df10-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03899 seconds (25.64909/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpj8_fy41w/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b21df390-5d07-4954-a858-c639cf01f5af-sda', '1752649225.13384', '1752649225', '0', '', '1752649225', 0, 0) +test DEBUG: /tmp/tmpj8_fy41w/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b21df390-5d07-4954-a858-c639cf01f5af-sda', '1752649225.13384', '1752649225', '0', '', '1752649225', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b21df390-5d07-4954-a858-c639cf01f5af-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02716 seconds (36.81784/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpac62zinb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '56e82fa5c3420e4417a2b2452a9448f5', '2e49cf1a-0c97-4b1a-b1be-f7208169433e-sda', '1752649225.19375', '1752649225', '0', '', '1752649225', 1, 0) +test DEBUG: /tmp/tmpac62zinb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '56e82fa5c3420e4417a2b2452a9448f5', '2e49cf1a-0c97-4b1a-b1be-f7208169433e-sda', '1752649225.19375', '1752649225', '0', '', '1752649225', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2e49cf1a-0c97-4b1a-b1be-f7208169433e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04328 seconds (23.10308/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp64nlnvcj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'fe6314d8-03fe-46cb-be4e-bcaf0bd4c0e9-sda', '1752649225.26857', '1752649225', '0', '', '1752649225', 0, 0) +test DEBUG: /tmp/tmp64nlnvcj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'fe6314d8-03fe-46cb-be4e-bcaf0bd4c0e9-sda', '1752649225.26857', '1752649225', '0', '', '1752649225', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fe6314d8-03fe-46cb-be4e-bcaf0bd4c0e9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02644 seconds (37.82250/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpj38pzaez/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', '7881f1ae-514f-4902-b1c1-81e3f37a1561-sda', '1752649225.31338', '1752649225', '0', '', '1752649225', 1, 1) +test DEBUG: /tmp/tmpj38pzaez/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649228.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7881f1ae-514f-4902-b1c1-81e3f37a1561-sda') +test DEBUG: /tmp/tmpj38pzaez/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00721574s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', '7881f1ae-514f-4902-b1c1-81e3f37a1561-sda', '1752649225.31338', '1752649225', '0', '', '1752649225', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7881f1ae-514f-4902-b1c1-81e3f37a1561-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03890 seconds (25.70804/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr707y_ms/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '33c5d4d3-32b4-4b42-a90a-31f3d014268b-sda', '1752649225.37913', '1752649225', '0', '', '1752649225', 0, 1) +test DEBUG: /tmp/tmpr707y_ms/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '33c5d4d3-32b4-4b42-a90a-31f3d014268b-sda', '1752649225.37913', '1752649225', '0', '', '1752649225', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('33c5d4d3-32b4-4b42-a90a-31f3d014268b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03106 seconds (32.19937/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2od8jxwz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', '10e69ecc-859e-4e73-80ed-7fb0d86d3f1e-sda', '1752649225.43711', '1752649225', '0', '', '1752649225', 1, 0) +test DEBUG: /tmp/tmp2od8jxwz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', '10e69ecc-859e-4e73-80ed-7fb0d86d3f1e-sda', '1752649225.43711', '1752649225', '0', '', '1752649225', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('10e69ecc-859e-4e73-80ed-7fb0d86d3f1e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02611 seconds (38.30575/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsil97mmg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6c92debb-690b-4ff6-9d2a-84ef92744a0f-sda', '1752649225.50376', '1752649227', '0', '', '1752649227', 0, 0) +test DEBUG: /tmp/tmpsil97mmg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6c92debb-690b-4ff6-9d2a-84ef92744a0f-sda', '1752649225.50376', '1752649227', '0', '', '1752649227', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('6c92debb-690b-4ff6-9d2a-84ef92744a0f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04957 seconds (20.17313/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiwbxgpgw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', 'cc077326-c066-450e-82fb-87011210fc1b-sda', '1752649225.57574', '1752649227', '0', '', '1752649227', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5928d52028f642cda30e7-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +test DEBUG: /tmp/tmpiwbxgpgw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649228.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cc077326-c066-450e-82fb-87011210fc1b-sda') +test DEBUG: /tmp/tmpiwbxgpgw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0108421s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', 'cc077326-c066-450e-82fb-87011210fc1b-sda', '1752649225.57574', '1752649227', '0', '', '1752649227', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cc077326-c066-450e-82fb-87011210fc1b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03630 seconds (27.54637/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_6m6ufrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', '11293c60-884d-4dc0-8d64-43d9377e9494-sda', '1752649225.63949', '1752649225', '1752649226', '', '1752649226', 1, 1) +test DEBUG: /tmp/tmp_6m6ufrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649228.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '11293c60-884d-4dc0-8d64-43d9377e9494-sda') +test DEBUG: /tmp/tmp_6m6ufrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00287509s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', '11293c60-884d-4dc0-8d64-43d9377e9494-sda', '1752649225.63949', '1752649225', '1752649226', '', '1752649226', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('11293c60-884d-4dc0-8d64-43d9377e9494-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03563 seconds (28.06748/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_ok493vg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', 'e7a0c9d2-e7ec-4f78-952c-0ea833b7214c-sda', '1752649225.69832', '1752649225', '1752649226', '', '1752649226', 1, 1) +test DEBUG: /tmp/tmp_ok493vg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '160b573ecac8275aec3ebf5cdd0bc283', 'e7a0c9d2-e7ec-4f78-952c-0ea833b7214c-sda', '1752649225.69832', '1752649225', '1752649226', '', '1752649226', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e7a0c9d2-e7ec-4f78-952c-0ea833b7214c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02941 seconds (33.99682/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1je1s2_w/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4cee32f3-1f3a-4194-91ea-7dbcec1e4866-sda', '1752649225.76451', '1752649227', '1752649226', '', '1752649227', 0, 0) +test DEBUG: /tmp/tmp1je1s2_w/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4cee32f3-1f3a-4194-91ea-7dbcec1e4866-sda', '1752649225.76451', '1752649227', '1752649226', '', '1752649227', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4cee32f3-1f3a-4194-91ea-7dbcec1e4866-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01885 seconds (53.05121/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6u5k14jl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '15ab914be0ee205ceb042b34f9a67ad0', 'ff9eb96f-d233-4922-86e0-a64a3096dbb9-sda', '1752649225.80309', '1752649227', '1752649226', '', '1752649227', 1, 0) +test DEBUG: /tmp/tmp6u5k14jl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649229.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ff9eb96f-d233-4922-86e0-a64a3096dbb9-sda') +test DEBUG: /tmp/tmp6u5k14jl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.010078s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '15ab914be0ee205ceb042b34f9a67ad0', 'ff9eb96f-d233-4922-86e0-a64a3096dbb9-sda', '1752649225.80309', '1752649227', '1752649226', '', '1752649227', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ff9eb96f-d233-4922-86e0-a64a3096dbb9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04099 seconds (24.39891/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdijlx0dh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b4758f26-6597-457c-ae60-2b3d3b6d1441-sda', '1752649225.86999', '1752649227', '1752649226', '', '1752649227', 0, 1) +test DEBUG: /tmp/tmpdijlx0dh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b4758f26-6597-457c-ae60-2b3d3b6d1441-sda', '1752649225.86999', '1752649227', '1752649226', '', '1752649227', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b4758f26-6597-457c-ae60-2b3d3b6d1441-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02875 seconds (34.78660/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failurestest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa51b666d598f4b86a39b1-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a3e0f352a944dd88184b-0068774e09) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd0128445e48243e2bbed9-0068774e0a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd0128445e48243e2bbed9-0068774e0a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd0128445e48243e2bbed9-0068774e0a) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txd0128445e48243e2bbed9-0068774e0a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok + proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpnxnkahb8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnxnkahb8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp5ag7yxjv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5ag7yxjv/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpnxnkahb8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnxnkahb8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp5ag7yxjv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5ag7yxjv/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2651817 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 2651817 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651817 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx139048de67df4e4ba7873-006a845b85" "proxy-server 2651817" 0.0012 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42345/sda1/1/a/c" "tx139048de67df4e4ba7873-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38747/sdb1/1/a/c" "tx139048de67df4e4ba7873-006a845b85" "container-server 2651817" 0.0009 "-" 2651817 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx139048de67df4e4ba7873-006a845b85" "proxy-server 2651817" 0.0080 "-" 2651817 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx139048de67df4e4ba7873-006a845b85" "proxy-server 2651817" 0.0129 "-" 2651817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx139048de67df4e4ba7873-006a845b85 - 0.0199 - - 1787059077.523221016 1787059077.543110609 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdbcc11e814be447696b8a-006a845b85" "proxy-server 2651817" 0.0011 "-" 2651817 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38747/sdb1/1/a1/c1" "txdbcc11e814be447696b8a-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42345/sda1/1/a1/c1" "txdbcc11e814be447696b8a-006a845b85" "container-server 2651817" 0.0009 "-" 2651817 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdbcc11e814be447696b8a-006a845b85" "proxy-server 2651817" 0.0097 "-" 2651817 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdbcc11e814be447696b8a-006a845b85" "proxy-server 2651817" 0.0144 "-" 2651817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdbcc11e814be447696b8a-006a845b85 - 0.0211 - - 1787059077.544450998 1787059077.565590382 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5ac09c68915a49bc85aef-006a845b85" "proxy-server 2651817" 0.0021 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:38747/sdb1/2/a/c1" "tx5ac09c68915a49bc85aef-006a845b85" "container-server 2651817" 0.0016 "-" 2651817 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42345/sda1/2/a/c1" "tx5ac09c68915a49bc85aef-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ac09c68915a49bc85aef-006a845b85" "proxy-server 2651817" 0.0126 "-" 2651817 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ac09c68915a49bc85aef-006a845b85" "proxy-server 2651817" 0.0091 "-" 2651817 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5ac09c68915a49bc85aef-006a845b85 - 0.0210 - - 1787059077.566880703 1787059077.587914228 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5c84bc3db1884b4cb3a67-006a845b85" "proxy-server 2651817" 0.0019 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42345/sda1/1/a/c2" "tx5c84bc3db1884b4cb3a67-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38747/sdb1/1/a/c2" "tx5c84bc3db1884b4cb3a67-006a845b85" "container-server 2651817" 0.0015 "-" 2651817 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c84bc3db1884b4cb3a67-006a845b85" "proxy-server 2651817" 0.0084 "-" 2651817 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c84bc3db1884b4cb3a67-006a845b85" "proxy-server 2651817" 0.0131 "-" 2651817 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5c84bc3db1884b4cb3a67-006a845b85 - 0.0207 - - 1787059077.589242935 1787059077.609972239 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxk305wl1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxk305wl1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0058 "-" 1137705 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0040 "-" 1137705 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1137705 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 1137705 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e25b7c6fdb24f9fb84b1-0068774e0a" "proxy-server 1137705" 0.0011 "-" 1137705 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53893/sda1/1/a/c" "tx9e25b7c6fdb24f9fb84b1-0068774e0a" "container-server 1137705" 0.0010 "-" 1137705 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:41373/sdb1/1/a/c" "tx9e25b7c6fdb24f9fb84b1-0068774e0a" "container-server 1137705" 0.0023 "-" 1137705 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e25b7c6fdb24f9fb84b1-0068774e0a" "proxy-server 1137705" 0.0183 "-" 1137705 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e25b7c6fdb24f9fb84b1-0068774e0a" "proxy-server 1137705" 0.0146 "-" 1137705 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/26 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9e25b7c6fdb24f9fb84b1-0068774e0a - 0.0258 - - 1752649226.156436920 1752649226.182225704 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx56342ba2dfaa40f896b4b-0068774e0a" "proxy-server 1137705" 0.0012 "-" 1137705 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41373/sdb1/1/a1/c1" "tx56342ba2dfaa40f896b4b-0068774e0a" "container-server 1137705" 0.0009 "-" 1137705 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53893/sda1/1/a1/c1" "tx56342ba2dfaa40f896b4b-0068774e0a" "container-server 1137705" 0.0009 "-" 1137705 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx56342ba2dfaa40f896b4b-0068774e0a" "proxy-server 1137705" 0.0122 "-" 1137705 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx56342ba2dfaa40f896b4b-0068774e0a" "proxy-server 1137705" 0.0085 "-" 1137705 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/26 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx56342ba2dfaa40f896b4b-0068774e0a - 0.0264 - - 1752649226.183605671 1752649226.210015059 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx167ba67c206c4c708e6f0-0068774e0a" "proxy-server 1137705" 0.0037 "-" 1137705 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41373/sdb1/2/a/c1" "tx167ba67c206c4c708e6f0-0068774e0a" "container-server 1137705" 0.0016 "-" 1137705 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53893/sda1/2/a/c1" "tx167ba67c206c4c708e6f0-0068774e0a" "container-server 1137705" 0.0009 "-" 1137705 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx167ba67c206c4c708e6f0-0068774e0a" "proxy-server 1137705" 0.0102 "-" 1137705 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx167ba67c206c4c708e6f0-0068774e0a" "proxy-server 1137705" 0.0149 "-" 1137705 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/26 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx167ba67c206c4c708e6f0-0068774e0a - 0.0244 - - 1752649226.211806536 1752649226.236221552 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx14369c5e07a44d178975a-0068774e0a" "proxy-server 1137705" 0.0020 "-" 1137705 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53893/sda1/1/a/c2" "tx14369c5e07a44d178975a-0068774e0a" "container-server 1137705" 0.0016 "-" 1137705 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41373/sdb1/1/a/c2" "tx14369c5e07a44d178975a-0068774e0a" "container-server 1137705" 0.0092 "-" 1137705 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx14369c5e07a44d178975a-0068774e0a" "proxy-server 1137705" 0.0166 "-" 1137705 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx14369c5e07a44d178975a-0068774e0a" "proxy-server 1137705" 0.0214 "-" 1137705 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx14369c5e07a44d178975a-0068774e0a - 0.0293 - - 1752649226.237483501 1752649226.266827345 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx18ecbbc267944af7a83fb-0068774e0a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txbd9b1f8395a8409686f53-0068774e0a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc5484b749d3b4399a76bb-0068774e0a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc5484b749d3b4399a76bb-0068774e0a) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txc5484b749d3b4399a76bb-0068774e0a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7582c45df7084337a0be0-0068774e0a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7582c45df7084337a0be0-0068774e0a) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx7582c45df7084337a0be0-0068774e0a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx16956ae089d444beb0c63-0068774e0a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx16956ae089d444beb0c63-0068774e0a)test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650249.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/24b/de1f9e5b43683cf911db1b1a3479624b/de1f9e5b43683cf911db1b1a3479624b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650254.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/d46/e923c7a47fdb184edb501201c6232d46/e923c7a47fdb184edb501201c6232d46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650259.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/983/bbc31d2da796436d7515d368b7c2d983/bbc31d2da796436d7515d368b7c2d983.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650264.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/cc5/0840ce7ecbec37bb035e4466f95b3cc5/0840ce7ecbec37bb035e4466f95b3cc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650269.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/5bd/d35f287255eb9b9a7866ddd2094265bd/d35f287255eb9b9a7866ddd2094265bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650274.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/aed/802a0d63860f9e4e304a7f6783708aed/802a0d63860f9e4e304a7f6783708aed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650279.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/1b6/ddcb7bf1a62f6012f92a919786f361b6/ddcb7bf1a62f6012f92a919786f361b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650284.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/4cc/84884acf95419646bd7f9444b41b34cc/84884acf95419646bd7f9444b41b34cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650289.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/2ef/b734751514fd807135c3fbebf43022ef/b734751514fd807135c3fbebf43022ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650294.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c10/93585597973fc1403cf580e34293ac10/93585597973fc1403cf580e34293ac10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650299.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/76f/e88ca6129e471a74d59b776e816bc76f/e88ca6129e471a74d59b776e816bc76f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650304.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/1db/1b1c2bb0b3b044a224c5e1fdc06491db/1b1c2bb0b3b044a224c5e1fdc06491db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650309.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/189/c179c308e1fdee4adf4b6bb3efdbe189/c179c308e1fdee4adf4b6bb3efdbe189.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650314.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ef1/262d8fd6bf37dd9f41de70153aa0fef1/262d8fd6bf37dd9f41de70153aa0fef1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650319.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/d63/d898b9b6742b2f8838cdb09b9d3e0d63/d898b9b6742b2f8838cdb09b9d3e0d63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650324.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/69c/601c321f5847d245218565fc750c869c/601c321f5847d245218565fc750c869c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650329.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/0a4/4c50d79417313aba478469a14d59e0a4/4c50d79417313aba478469a14d59e0a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650334.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/1cb/cf093a0bb9eca6ae44973fb9d151f1cb/cf093a0bb9eca6ae44973fb9d151f1cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650339.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/1c0/0d27024032c37eb8aad16dfda2c3f1c0/0d27024032c37eb8aad16dfda2c3f1c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650344.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/bc9/a978bf7be8ad5099ae9c38fddb42abc9/a978bf7be8ad5099ae9c38fddb42abc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650349.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/31f/c42474b6ff4be2c74f3d311de14cc31f/c42474b6ff4be2c74f3d311de14cc31f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650354.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/a67/cf1983f3fb2b7f046c9bc42fc5f21a67/cf1983f3fb2b7f046c9bc42fc5f21a67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650359.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/8a3/ba18b40fadedc67e3e1a65be4b0b78a3/ba18b40fadedc67e3e1a65be4b0b78a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650364.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b0e/b277cc1def3d8dc469e839a25e2c1b0e/b277cc1def3d8dc469e839a25e2c1b0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650369.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/786/18bfcb117ec18f418ed4006725637786/18bfcb117ec18f418ed4006725637786.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650374.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/203/aa075723f4a63afd4666df899fcd8203/aa075723f4a63afd4666df899fcd8203.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650379.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/81f/4fc55c004799f2b0ac73d17ca04a481f/4fc55c004799f2b0ac73d17ca04a481f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650384.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/535/7e03d29ff2771a556071fa3501de2535/7e03d29ff2771a556071fa3501de2535.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650389.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/cdb/bfc1d18f71cc0d58c5ad72b895caecdb/bfc1d18f71cc0d58c5ad72b895caecdb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650394.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/6dd/ef2bb9a3c0074cb3790995019304f6dd/ef2bb9a3c0074cb3790995019304f6dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650399.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/650/4c1ee0a05a2161095fc3f4adb2001650/4c1ee0a05a2161095fc3f4adb2001650.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650404.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b8c/8e431be81825f2405c481cb8669d4b8c/8e431be81825f2405c481cb8669d4b8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650409.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/b56/64f96f14fc24d42ea42f9e9f75912b56/64f96f14fc24d42ea42f9e9f75912b56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650414.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/1bb/4fe617f7fa7e4cf12f7c3e677152d1bb/4fe617f7fa7e4cf12f7c3e677152d1bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650419.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/167/2ca015df9759e8b3651f422d9eddd167/2ca015df9759e8b3651f422d9eddd167.dbtest.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok + +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0xf3lw58/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '15ab914be0ee205ceb042b34f9a67ad0', '1941cd83-c3bb-44a1-bdfe-9dbd2b5c9ea2-sda', '1752649225.91820', '1752649227', '1752649226', '', '1752649227', 1, 1) +test DEBUG: /tmp/tmp0xf3lw58/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '15ab914be0ee205ceb042b34f9a67ad0', '1941cd83-c3bb-44a1-bdfe-9dbd2b5c9ea2-sda', '1752649225.91820', '1752649227', '1752649226', '', '1752649227', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('1941cd83-c3bb-44a1-bdfe-9dbd2b5c9ea2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03662 seconds (27.30375/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpf343ie03/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '45882b93-deb8-47d4-9881-5f4c7c99a6c5-sda', '1752649225.99638', '1752649228', '1752649227', '', '1752649228', 0, 1) +test DEBUG: /tmp/tmpf343ie03/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '45882b93-deb8-47d4-9881-5f4c7c99a6c5-sda', '1752649225.99638', '1752649228', '1752649227', '', '1752649228', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('45882b93-deb8-47d4-9881-5f4c7c99a6c5-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05302 seconds (18.86179/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv8d3k9j4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '102b49c645dc37e30bc362814828b685', '76e96317-e9fb-45a3-af29-1d8c7d9923f7-sda', '1752649226.07622', '1752649229', '1752649228', '', '1752649229', 1, 1) +test DEBUG: /tmp/tmpv8d3k9j4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649231.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '76e96317-e9fb-45a3-af29-1d8c7d9923f7-sda') +test DEBUG: /tmp/tmpv8d3k9j4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0107038s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '102b49c645dc37e30bc362814828b685', '76e96317-e9fb-45a3-af29-1d8c7d9923f7-sda', '1752649226.07622', '1752649229', '1752649228', '', '1752649229', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('76e96317-e9fb-45a3-af29-1d8c7d9923f7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04555 seconds (21.95564/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxtpueu5k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b6e36f7a-860c-4cf8-94ff-b7c029b3f712-sda', '1752649226.14105', '1752649229', '1752649228', '', '1752649229', 0, 1) +test DEBUG: /tmp/tmpxtpueu5k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b6e36f7a-860c-4cf8-94ff-b7c029b3f712-sda', '1752649226.14105', '1752649229', '1752649228', '', '1752649229', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b6e36f7a-860c-4cf8-94ff-b7c029b3f712-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03490 seconds (28.65325/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp32eknngj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '102b49c645dc37e30bc362814828b685', 'ca8c0c36-0d3d-4f2d-9b9f-438ed5de1165-sda', '1752649226.25152', '1752649229', '1752649228', '', '1752649229', 1, 1) +test DEBUG: /tmp/tmp32eknngj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '102b49c645dc37e30bc362814828b685', 'ca8c0c36-0d3d-4f2d-9b9f-438ed5de1165-sda', '1752649226.25152', '1752649229', '1752649228', '', '1752649229', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ca8c0c36-0d3d-4f2d-9b9f-438ed5de1165-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07150 seconds (13.98691/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxura3a4z/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'fd690d44-9e69-4ac0-970a-c7d8a0a61496-sda', '1752649226.38229', '1752649229', '1752649228', '', '1752649229', 0, 1) +test DEBUG: /tmp/tmpxura3a4z/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'fd690d44-9e69-4ac0-970a-c7d8a0a61496-sda', '1752649226.38229', '1752649229', '1752649228', '', '1752649229', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fd690d44-9e69-4ac0-970a-c7d8a0a61496-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04147 seconds (24.11331/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnj84wy3t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', '3220e56d-77de-4320-9945-6906db7085d4-sda', '1752649226.47445', '1752649229', '1752649228', '', '1752649229', 1, 0) +test DEBUG: /tmp/tmpnj84wy3t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok + +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa6824fe835834c8fa9720-0068774e0a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa6824fe835834c8fa9720-0068774e0a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txaf1c9fa29a2548d6a2229-0068774e0a) +test INFO: Client disconnected on read of '/a/c' (txn: txaf1c9fa29a2548d6a2229-0068774e0a) +test INFO: Client disconnected on read of '/a/c' (txn: txc14944176a994134ae6d2-0068774e0a) +test INFO: Client disconnected on read of '/a/c' (txn: txc14944176a994134ae6d2-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd41ce292596c437ea24b5-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2941880e51814ab4a12df-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx00af511aa16e41fea17d1-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx00af511aa16e41fea17d1-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx00af511aa16e41fea17d1-0068774e0a) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx00af511aa16e41fea17d1-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx18c961e1c4c14b4eb4507-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx18c961e1c4c14b4eb4507-0068774e0a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx18c961e1c4c14b4eb4507-0068774e0a) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx18c961e1c4c14b4eb4507-0068774e0a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txd466e793c59448e1a9859-0068774e0a) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txd466e793c59448e1a9859-0068774e0a) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txd466e793c59448e1a9859-0068774e0a) +test ERROR: Account HEAD returning 503 for [] (txn: txd466e793c59448e1a9859-0068774e0a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6153b8a44b7947e5860fd-0068774e0a) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa9277e5f3ec4434ea01cb-0068774e0a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa9277e5f3ec4434ea01cb-0068774e0a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6c875e4a078b47b2acb19-0068774e0a) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8af4a46fe9ac43a1ac425-0068774e0a)test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649230.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3220e56d-77de-4320-9945-6906db7085d4-sda') +test DEBUG: /tmp/tmpnj84wy3t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0199366s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', '3220e56d-77de-4320-9945-6906db7085d4-sda', '1752649226.47445', '1752649229', '1752649228', '', '1752649229', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('3220e56d-77de-4320-9945-6906db7085d4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.09151 seconds (10.92835/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnvg4hoe3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8808a123-8a1a-441d-bc76-4f5042b4b73a-sda', '1752649226.62080', '1752649229', '1752649228', '', '1752649229', 0, 0) +test DEBUG: /tmp/tmpnvg4hoe3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8808a123-8a1a-441d-bc76-4f5042b4b73a-sda', '1752649226.62080', '1752649229', '1752649228', '', '1752649229', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('8808a123-8a1a-441d-bc76-4f5042b4b73a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.23648 seconds (4.22864/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps8mxb_tm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', 'ef1b07dd-dd28-46ef-b6e1-9fc43e9a95d8-sda', '1752649226.90479', '1752649229', '1752649228', '', '1752649229', 1, 0) +test DEBUG: /tmp/tmps8mxb_tm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', 'ef1b07dd-dd28-46ef-b6e1-9fc43e9a95d8-sda', '1752649226.90479', '1752649229', '1752649228', '', '1752649229', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ef1b07dd-dd28-46ef-b6e1-9fc43e9a95d8-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03106 seconds (32.19888/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplx7nvh1u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'e7f18f1a-e158-4e2f-b025-b851265d371e-sda', '1752649227.02171', '1752649231', '1752649230', '', '1752649231', 0, 1) +test DEBUG: /tmp/tmplx7nvh1u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'e7f18f1a-e158-4e2f-b025-b851265d371e-sda', '1752649227.02171', '1752649231', '1752649230', '', '1752649231', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e7f18f1a-e158-4e2f-b025-b851265d371e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05252 seconds (19.04092/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp20im78_a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', '0f02a10e-77f0-4680-96be-c5e46b906c0a-sda', '1752649227.11316', '1752649231', '1752649230', '', '1752649231', 1, 1) +test DEBUG: /tmp/tmp20im78_a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649232.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0f02a10e-77f0-4680-96be-c5e46b906c0a-sda') +test DEBUG: /tmp/tmp20im78_a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0108914s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', '0f02a10e-77f0-4680-96be-c5e46b906c0a-sda', '1752649227.11316', '1752649231', '1752649230', '', '1752649231', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0f02a10e-77f0-4680-96be-c5e46b906c0a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02250 seconds (44.44982/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpo3ftfz96/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'db22f3e7-7da0-40d5-a753-457179449b84-sda', '1752649227.17832', '1752649231', '1752649230', '', '1752649231', 0, 0) +test DEBUG: /tmp/tmpo3ftfz96/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'db22f3e7-7da0-40d5-a753-457179449b84-sda', '1752649227.17832', '1752649231', '1752649230', '', '1752649231', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('db22f3e7-7da0-40d5-a753-457179449b84-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01248 seconds (80.10754/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp09wah6gr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', '27f3c9ed-9ad2-4f0e-9ecf-5272e09f6773-sda', '1752649227.25148', '1752649231', '1752649230', '', '1752649231', 1, 0) +test DEBUG: /tmp/tmp09wah6gr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', '27f3c9ed-9ad2-4f0e-9ecf-5272e09f6773-sda', '1752649227.25148', '1752649231', '1752649230', '', '1752649231', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok + +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txea65a61b04134fceaa072-0068774e0a) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf49b16fd41cb4ab2bbf75-0068774e0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe9e38354e5074f85bf243-0068774e0b) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0ec0f9d9c312450e94b90-0068774e0b) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0ec0f9d9c312450e94b90-0068774e0b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test WARNING: Could not autocreate account '/account' (txn: tx6dc121c9fa5d4a15acbb4-0068774e0b) +test INFO: autocreate account '/account' (txn: txf173144dcc6747a9b47d6-0068774e0b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test WARNING: Could not autocreate account '/account' (txn: txaf70b13c0c6247bf9ee48-0068774e0b) +test INFO: autocreate account '/account' (txn: tx017b39acadc04e76a9768-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3a4f90545eac419a9160f-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3a4f90545eac419a9160f-0068774e0b) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx3a4f90545eac419a9160f-0068774e0b) +test INFO: autocreate account '/account' (txn: txe3e3d2cef228487b86293-0068774e0b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx5c890e668d4a40fa826f2-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx5c890e668d4a40fa826f2-0068774e0b) +test INFO: autocreate account '/account' (txn: tx5c890e668d4a40fa826f2-0068774e0b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txd16228fed6c64a74a2c8b-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd16228fed6c64a74a2c8b-0068774e0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx0efbb0477afb42c29d85c-0068774e0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx7f2d129029c24255b45e0-0068774e0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok + +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx4cb99cb6805a47cf8b1f4-0068774e06) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx84dd6dd586ff4e92b35fc-0068774e06) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx84dd6dd586ff4e92b35fc-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84dd6dd586ff4e92b35fc-0068774e06) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx84dd6dd586ff4e92b35fc-0068774e06) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txd2584305bb6a47d39c5d2-0068774e06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd2584305bb6a47d39c5d2-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd2584305bb6a47d39c5d2-0068774e06) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd2584305bb6a47d39c5d2-0068774e06) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9bf52be076fa4cbcbe909-0068774e06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9bf52be076fa4cbcbe909-0068774e06) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9bf52be076fa4cbcbe909-0068774e06) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9bf52be076fa4cbcbe909-0068774e06) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: Setting object count to 1068 (txn: tx5cba34cac37745adb95ed-0068774e08) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Setting object count to 1068 (txn: txde18be5967e147f887e21-0068774e08) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx3c38bc276f5a4b3ca177c-0068774e09) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6f0f911366f948b2aca9f-0068774e0b)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650424.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ccc/734339aa573879517e472abf3924eccc/734339aa573879517e472abf3924eccc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650429.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/4b3/eaadf7b4d4bb1834127b1d4711b5c4b3/eaadf7b4d4bb1834127b1d4711b5c4b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650434.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/890/a40da737bcf5d2b4c6f7ed16ddc9a890/a40da737bcf5d2b4c6f7ed16ddc9a890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650439.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/71a/328295cc5d86a1f5f9370f9f18c3571a/328295cc5d86a1f5f9370f9f18c3571a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650444.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/540/48e3bb542ca8a5f270a3da0fce949540/48e3bb542ca8a5f270a3da0fce949540.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650449.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/f59/117a4530b0cfdf44793c0a4471883f59/117a4530b0cfdf44793c0a4471883f59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650454.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/ee3/699b9aa26067f5eda88a4da8166a3ee3/699b9aa26067f5eda88a4da8166a3ee3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650459.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c55/9ac4d9252f9514a1814120243ed87c55/9ac4d9252f9514a1814120243ed87c55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650464.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/668/8bfd4d745953e91744b1b7a9919ef668/8bfd4d745953e91744b1b7a9919ef668.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650469.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/201/93d9cf66c3d38f1300ba70ec6648a201/93d9cf66c3d38f1300ba70ec6648a201.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650474.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/4b0/0c75d04a8fd3b8a54d4e56ab898b34b0/0c75d04a8fd3b8a54d4e56ab898b34b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650479.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/461/5f1b4bc736feca0435d58b99dd6c0461/5f1b4bc736feca0435d58b99dd6c0461.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650484.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/231/e63fb7d6e8e10dc3dce161640e8b8231/e63fb7d6e8e10dc3dce161640e8b8231.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650489.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/c0f/fff8a8666288ee46ba57301679c37c0f/fff8a8666288ee46ba57301679c37c0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650494.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/028/15ddd88c61dcc28c91b257dfc5663028/15ddd88c61dcc28c91b257dfc5663028.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650499.00000-0, db: /tmp/tmpqtio81vu/sda/containers/0/4d7/56a5cc0a188ffbe89ce5a5d5ca8154d7/56a5cc0a188ffbe89ce5a5d5ca8154d7.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpgcwl30vw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1752649227.00000, path: a/c, db: /tmp/tmprwzmnpi_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649227.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmpkeiye4dj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649228.00000-0, db: /tmp/tmp5r1fjojl/sda/containers/0/eaa/f8b653bb2a74bf445a96ea279df2feaa/f8b653bb2a74bf445a96ea279df2feaa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649228.00000-0, db: /tmp/tmp5r1fjojl/sda/containers/0/eaa/f8b653bb2a74bf445a96ea279df2feaa/f8b653bb2a74bf445a96ea279df2feaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649231.00000-0, db: /tmp/tmp5r1fjojl/sda/containers/0/ae9/a04ef71e4f011ad7a347185d47815ae9/a04ef71e4f011ad7a347185d47815ae9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649231.00000-0, db: /tmp/tmp5r1fjojl/sda/containers/0/ae9/a04ef71e4f011ad7a347185d47815ae9/a04ef71e4f011ad7a347185d47815ae9.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx03c43b70642e423b945ff-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7dfc03093993491a9766a-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3cd2113ddf6469991a0d-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc2cce61b60f84fe39c241-0068774e0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txfc81ec40748744c0a9f5c-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: tx5d9300c7dfc44c788e75d-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txb8262f4565734d5dbc3c3-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txb8262f4565734d5dbc3c3-0068774e0b) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txb8262f4565734d5dbc3c3-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txf8750121455e4083a61df-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txf8750121455e4083a61df-0068774e0b) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf8750121455e4083a61df-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8bb6502ecc144625b075b-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8bb6502ecc144625b075b-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8bb6502ecc144625b075b-0068774e0b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8bb6502ecc144625b075b-0068774e0b) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect + raise HTTPException() +http.client.HTTPException (txn: txbec373d964514db788993-0068774e0b)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('27f3c9ed-9ad2-4f0e-9ecf-5272e09f6773-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06969 seconds (14.35003/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprb0wj730/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6d29c1d7-97a7-41de-8f86-4de8ff12cc89-sda', '1752649227.37042', '1752649232', '1752649231', '', '1752649232', 0, 1) +test DEBUG: /tmp/tmprb0wj730/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6d29c1d7-97a7-41de-8f86-4de8ff12cc89-sda', '1752649227.37042', '1752649232', '1752649231', '', '1752649232', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('6d29c1d7-97a7-41de-8f86-4de8ff12cc89-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04260 seconds (23.47588/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptq6e12uj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '913cc6d8-4dfe-4e32-8f60-e4ecc945329d-sda', '1752649227.44911', '1752649232', '1752649231', '', '1752649232', 1, 0) +test DEBUG: /tmp/tmptq6e12uj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649233.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '913cc6d8-4dfe-4e32-8f60-e4ecc945329d-sda') +test DEBUG: /tmp/tmptq6e12uj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.015799s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '913cc6d8-4dfe-4e32-8f60-e4ecc945329d-sda', '1752649227.44911', '1752649232', '1752649231', '', '1752649232', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('913cc6d8-4dfe-4e32-8f60-e4ecc945329d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07985 seconds (12.52381/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdl8xsglb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '53a7d602-98ba-4bd5-9769-5f3febd6b388-sda', '1752649227.58499', '1752649232', '1752649231', '', '1752649232', 0, 0) +test DEBUG: /tmp/tmpdl8xsglb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '53a7d602-98ba-4bd5-9769-5f3febd6b388-sda', '1752649227.58499', '1752649232', '1752649231', '', '1752649232', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('53a7d602-98ba-4bd5-9769-5f3febd6b388-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02239 seconds (44.65854/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp39rft0yu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '606d183e-b9b9-4dbd-a8fb-f575f198df5a-sda', '1752649227.72551', '1752649232', '1752649231', '', '1752649232', 1, 0) +test DEBUG: /tmp/tmp39rft0yu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '606d183e-b9b9-4dbd-a8fb-f575f198df5a-sda', '1752649227.72551', '1752649232', '1752649231', '', '1752649232', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('606d183e-b9b9-4dbd-a8fb-f575f198df5a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03631 seconds (27.53859/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '09d2803f-e096-4c9c-95e2-28fadfb7ec88-sda', '1752649227.80829', '1752649227.00000', '0', '', '1752649227.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '09d2803f-e096-4c9c-95e2-28fadfb7ec88-sda', '1752649227.80829', '1752649228.00000', '0', '', '1752649227.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '0c586b96c06bdf95f2a338ce0ac6c81f', 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda', '1752649227.85046', '1752649227.84871', '0', '', '1752649227.84871', 11, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1752649227.86645', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1752649227.86710', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1752649227.86721', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1752649227.87552', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1752649227.87562', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1752649227.87569', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1752649227.87576', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1752649227.87583', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1752649227.87590', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1752649227.87597', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1752649227.87609', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda')test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1752649228.00000, (0, 0) as of 1752649228.00000, active as of 1752649228.00000> to ShardRange<'k' to 't' as of 1752649229.00000, (0, 0) as of 1752649229.00000, active as of 1752649229.00000>, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649233.00000, (0, 0) as of 1752649233.00000, shrinking as of 1752649230.00000> to ShardRange<'k' to 't' as of 1752649233.00000, (0, 0) as of 1752649233.00000, sharding as of 1752649234.00000>, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp2h67l75y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-afceb437944dabd13d1a0ece398e178e-1752649232.00000-2, db: /tmp/tmp5_4y21uq/sda/containers/0/1e1/8c9df4ce24dfcbf8cad36829300cd1e1/8c9df4ce24dfcbf8cad36829300cd1e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649228.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/96e/d77d7982b1d08bd49791eb841a1d496e/d77d7982b1d08bd49791eb841a1d496e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649228.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/96e/d77d7982b1d08bd49791eb841a1d496e/d77d7982b1d08bd49791eb841a1d496e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649237.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/ad7/6a7358a175785ebc56553c9e36c09ad7/6a7358a175785ebc56553c9e36c09ad7.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649237.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/ad7/6a7358a175785ebc56553c9e36c09ad7/6a7358a175785ebc56553c9e36c09ad7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649246.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/68e/471f4e6d857c19e963c53f0cdd1df68e/471f4e6d857c19e963c53f0cdd1df68e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649246.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/68e/471f4e6d857c19e963c53f0cdd1df68e/471f4e6d857c19e963c53f0cdd1df68e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649255.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/200/565ba83622203b6cf1f74b514af1d200/565ba83622203b6cf1f74b514af1d200.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649255.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/200/565ba83622203b6cf1f74b514af1d200/565ba83622203b6cf1f74b514af1d200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649264.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/4ac/51f9806483a857f015f364eb6e4034ac/51f9806483a857f015f364eb6e4034ac.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649264.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/4ac/51f9806483a857f015f364eb6e4034ac/51f9806483a857f015f364eb6e4034ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649273.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/569/2b297fa4b6d8b86ee1ebba56f1363569/2b297fa4b6d8b86ee1ebba56f1363569.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649273.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/569/2b297fa4b6d8b86ee1ebba56f1363569/2b297fa4b6d8b86ee1ebba56f1363569.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649282.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/dcc/2b97e1f5ff166a79aa093f2284504dcc/2b97e1f5ff166a79aa093f2284504dcc.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649282.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/dcc/2b97e1f5ff166a79aa093f2284504dcc/2b97e1f5ff166a79aa093f2284504dcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649291.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/f40/9fd46e9150327211a271c50da9cf9f40/9fd46e9150327211a271c50da9cf9f40.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649291.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/f40/9fd46e9150327211a271c50da9cf9f40/9fd46e9150327211a271c50da9cf9f40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649300.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/07a/3fa0457254c30bd2e0824894cf50007a/3fa0457254c30bd2e0824894cf50007a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649300.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/07a/3fa0457254c30bd2e0824894cf50007a/3fa0457254c30bd2e0824894cf50007a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649300.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/07a/3fa0457254c30bd2e0824894cf50007a/3fa0457254c30bd2e0824894cf50007a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649309.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/8b6/0233f87e6e2bc492473798cbce6b18b6/0233f87e6e2bc492473798cbce6b18b6.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649309.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/8b6/0233f87e6e2bc492473798cbce6b18b6/0233f87e6e2bc492473798cbce6b18b6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649309.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/8b6/0233f87e6e2bc492473798cbce6b18b6/0233f87e6e2bc492473798cbce6b18b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649318.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/2f8/5d88dab7b1678fb1a41355cfeb52f2f8/5d88dab7b1678fb1a41355cfeb52f2f8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649318.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/2f8/5d88dab7b1678fb1a41355cfeb52f2f8/5d88dab7b1678fb1a41355cfeb52f2f8.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbec373d964514db788993-0068774e0b) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txbec373d964514db788993-0068774e0b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbec373d964514db788993-0068774e0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx299e2c08642f4f6ea2e7e-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx986147ba15614d52976af-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx986147ba15614d52976af-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx986147ba15614d52976af-0068774e0c) +test ERROR: Account HEAD returning 503 for [] (txn: tx986147ba15614d52976af-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0d621b55e46f46c5b3cb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0d621b55e46f46c5b3cb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0d621b55e46f46c5b3cb0-0068774e0c) +test ERROR: Account HEAD returning 503 for [] (txn: tx0d621b55e46f46c5b3cb0-0068774e0c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx38a07b3edb9847b78a8bb-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx485de3c81d8b4b5ab885a-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx485de3c81d8b4b5ab885a-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx485de3c81d8b4b5ab885a-0068774e0c) +test ERROR: Account HEAD returning 503 for [] (txn: tx485de3c81d8b4b5ab885a-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx8d2e1b82cf5946b7a558f-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx8d2e1b82cf5946b7a558f-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8d2e1b82cf5946b7a558f-0068774e0c) +test ERROR: Account HEAD returning 503 for [] (txn: tx8d2e1b82cf5946b7a558f-0068774e0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa748a5a585ee4517a0ef1-0068774e0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649318.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/2f8/5d88dab7b1678fb1a41355cfeb52f2f8/5d88dab7b1678fb1a41355cfeb52f2f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649327.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/d29/e0a6b8b129688d68be81763d75166d29/e0a6b8b129688d68be81763d75166d29.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649327.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/d29/e0a6b8b129688d68be81763d75166d29/e0a6b8b129688d68be81763d75166d29.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649327.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/d29/e0a6b8b129688d68be81763d75166d29/e0a6b8b129688d68be81763d75166d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649336.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/afc/09d162353205fc49435efc3b539a5afc/09d162353205fc49435efc3b539a5afc.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649336.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/afc/09d162353205fc49435efc3b539a5afc/09d162353205fc49435efc3b539a5afc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649336.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/afc/09d162353205fc49435efc3b539a5afc/09d162353205fc49435efc3b539a5afc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649345.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/0cb/01ed6ebbece364e54f66bcb61f6c40cb/01ed6ebbece364e54f66bcb61f6c40cb.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649345.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/0cb/01ed6ebbece364e54f66bcb61f6c40cb/01ed6ebbece364e54f66bcb61f6c40cb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649345.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/0cb/01ed6ebbece364e54f66bcb61f6c40cb/01ed6ebbece364e54f66bcb61f6c40cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649354.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/1ec/bc9b29b31b45aa9a59e7ee54a27e01ec/bc9b29b31b45aa9a59e7ee54a27e01ec.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649354.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/1ec/bc9b29b31b45aa9a59e7ee54a27e01ec/bc9b29b31b45aa9a59e7ee54a27e01ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649354.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/1ec/bc9b29b31b45aa9a59e7ee54a27e01ec/bc9b29b31b45aa9a59e7ee54a27e01ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649363.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/363/b1fc3d8327513627724341c6a49b1363/b1fc3d8327513627724341c6a49b1363.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649363.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/363/b1fc3d8327513627724341c6a49b1363/b1fc3d8327513627724341c6a49b1363.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649363.00000-2, db: /tmp/tmpnzso4lo6/sda/containers/0/363/b1fc3d8327513627724341c6a49b1363/b1fc3d8327513627724341c6a49b1363.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1752649229.00000, (0, 0) as of 1752649229.00000, active as of 1752649229.00000> to ShardRange<'a' to 'b' as of 1752649229.00000, (0, 0) as of 1752649229.00000, sharding as of 1752649234.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20_1752649229.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20_1752649229.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20_1752649229.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20_1752649229.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1752649229.00000, (0, 0) as of 1752649229.00000, sharding as of 1752649235.00000> to ShardRange<'a' to 'b' as of 1752649229.00000, (0, 0) as of 1752649229.00000, sharded as of 1752649238.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1752649229.00000-2, db: /tmp/tmpaag2yv8l/sda/containers/0/f20/d42f1608bb7d87ce011bbb29113c1f20/d42f1608bb7d87ce011bbb29113c1f20_1752649229.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649229.00000, db: /tmp/tmp6gju_24z/sda/containers/0/886/dc84139155eb289499313f58d664e886/dc84139155eb289499313f58d664e886.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649231.00000, db: /tmp/tmp6gju_24z/sda/containers/0/22f/49abe0dc981c3d1ded1677631770622f/49abe0dc981c3d1ded1677631770622f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649230.00000, (0, 0) as of 1752649230.00000, found as of 1752649230.00000> to ShardRange<'k' to 't' as of 1752649231.00000, (0, 0) as of 1752649231.00000, created as of 1752649231.00000>, path: .shards_a/shard_c_1752649231.00000, db: /tmp/tmp6gju_24z/sda/containers/0/22f/49abe0dc981c3d1ded1677631770622f/49abe0dc981c3d1ded1677631770622f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649233.00000, db: /tmp/tmp6gju_24z/sda/containers/0/7a7/64c68738891296f0b062d6212c7117a7/64c68738891296f0b062d6212c7117a7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649232.00000, (0, 0) as of 1752649232.00000, found as of 1752649232.00000> to ShardRange<'k' to 't' as of 1752649233.00000, (0, 0) as of 1752649233.00000, cleaved as of 1752649233.00000>, path: .shards_a/shard_c_1752649233.00000, db: /tmp/tmp6gju_24z/sda/containers/0/7a7/64c68738891296f0b062d6212c7117a7/64c68738891296f0b062d6212c7117a7.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1752649227.94760', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1752649227.96756', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1752649227.97072', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1752649227.98756', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1752649227.99556', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1752649228.00579', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1752649228.02355', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1752649228.03958', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1752649228.05647', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (21, 'ddc11e4991a6f9fa86d66574f39d86a6', 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda', '1752649227.85046', '1752649227.84871', '0', '', '1752649227.84871', 21, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1752649228.07556', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ef42fdc8-75e0-4552-80c2-4b9816408435-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprgpkyw1r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'be1dd81f-82b4-4fe5-a5ed-9dbe7160187d-sda', '1752649228.16525', '1752649229', '0', '', '1752649229', 0, 0) +test DEBUG: /tmp/tmprgpkyw1r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'be1dd81f-82b4-4fe5-a5ed-9dbe7160187d-sda', '1752649228.16525', '1752649229', '0', '', '1752649229', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('be1dd81f-82b4-4fe5-a5ed-9dbe7160187d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04980 seconds (20.08022/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpq05rnqw3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', '22923138-07bd-432b-b009-92e75b2d76f2-sda', '1752649228.26398', '1752649229', '0', '', '1752649229', 1, 1) +test DEBUG: /tmp/tmpq05rnqw3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649230.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '22923138-07bd-432b-b009-92e75b2d76f2-sda') +test DEBUG: /tmp/tmpq05rnqw3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0230594s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', '22923138-07bd-432b-b009-92e75b2d76f2-sda', '1752649228.26398', '1752649229', '0', '', '1752649229', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('22923138-07bd-432b-b009-92e75b2d76f2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpq05rnqw3/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.09403 seconds (10.63533/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpq05rnqw3/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '8b6fa56e409e2b6328cb24e421d20bff', '62f6d7d2-98d0-405e-b191-ebfd7cbc7e4f-sda', '1752649228.34373', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('62f6d7d2-98d0-405e-b191-ebfd7cbc7e4f-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '8b6fa56e409e2b6328cb24e421d20bff', '62f6d7d2-98d0-405e-b191-ebfd7cbc7e4f-sda', '1752649228.34373', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('62f6d7d2-98d0-405e-b191-ebfd7cbc7e4f-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnss5g1dg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a728fce4-f677-4c3c-9f4d-a7ddbe3d1ad3-sda', '1752649228.43426', '1752649229', '0', '', '1752649229', 0, 0) +test DEBUG: /tmp/tmpnss5g1dg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a728fce4-f677-4c3c-9f4d-a7ddbe3d1ad3-sda', '1752649228.43426', '1752649229', '0', '', '1752649229', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a728fce4-f677-4c3c-9f4d-a7ddbe3d1ad3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04120 seconds (24.27057/s) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649235.00000, db: /tmp/tmp6gju_24z/sda/containers/0/abf/b5c111a6a84c5604c7c75f6925f40abf/b5c111a6a84c5604c7c75f6925f40abf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649234.00000, (0, 0) as of 1752649234.00000, found as of 1752649234.00000> to ShardRange<'k' to 't' as of 1752649235.00000, (0, 0) as of 1752649235.00000, active as of 1752649235.00000>, path: .shards_a/shard_c_1752649235.00000, db: /tmp/tmp6gju_24z/sda/containers/0/abf/b5c111a6a84c5604c7c75f6925f40abf/b5c111a6a84c5604c7c75f6925f40abf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649237.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2b4/ce90dc5c21ae473c6bf9617c7a4b92b4/ce90dc5c21ae473c6bf9617c7a4b92b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649236.00000, (0, 0) as of 1752649236.00000, found as of 1752649236.00000> to ShardRange<'k' to 't' as of 1752649237.00000, (0, 0) as of 1752649237.00000, shrinking as of 1752649237.00000>, path: .shards_a/shard_c_1752649237.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2b4/ce90dc5c21ae473c6bf9617c7a4b92b4/ce90dc5c21ae473c6bf9617c7a4b92b4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649237.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2b4/ce90dc5c21ae473c6bf9617c7a4b92b4/ce90dc5c21ae473c6bf9617c7a4b92b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649239.00000, db: /tmp/tmp6gju_24z/sda/containers/0/950/1fc7320808bcdfeb97a4e4b85da07950/1fc7320808bcdfeb97a4e4b85da07950.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649238.00000, (0, 0) as of 1752649238.00000, found as of 1752649238.00000> to ShardRange<'k' to 't' as of 1752649239.00000, (0, 0) as of 1752649239.00000, sharding as of 1752649239.00000>, path: .shards_a/shard_c_1752649239.00000, db: /tmp/tmp6gju_24z/sda/containers/0/950/1fc7320808bcdfeb97a4e4b85da07950/1fc7320808bcdfeb97a4e4b85da07950.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649239.00000, db: /tmp/tmp6gju_24z/sda/containers/0/950/1fc7320808bcdfeb97a4e4b85da07950/1fc7320808bcdfeb97a4e4b85da07950.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649241.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ba2/66e351879c188731c0d78472bec09ba2/66e351879c188731c0d78472bec09ba2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649240.00000, (0, 0) as of 1752649240.00000, found as of 1752649240.00000> to ShardRange<'k' to 't' as of 1752649241.00000, (0, 0) as of 1752649241.00000, sharded as of 1752649241.00000>, path: .shards_a/shard_c_1752649241.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ba2/66e351879c188731c0d78472bec09ba2/66e351879c188731c0d78472bec09ba2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649241.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ba2/66e351879c188731c0d78472bec09ba2/66e351879c188731c0d78472bec09ba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649243.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6f1/657e7ed9d091ccd7ef7aa8fd16fb26f1/657e7ed9d091ccd7ef7aa8fd16fb26f1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649242.00000, (0, 0) as of 1752649242.00000, found as of 1752649242.00000> to ShardRange<'k' to 't' as of 1752649243.00000, (0, 0) as of 1752649243.00000, shrunk as of 1752649243.00000>, path: .shards_a/shard_c_1752649243.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6f1/657e7ed9d091ccd7ef7aa8fd16fb26f1/657e7ed9d091ccd7ef7aa8fd16fb26f1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649243.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6f1/657e7ed9d091ccd7ef7aa8fd16fb26f1/657e7ed9d091ccd7ef7aa8fd16fb26f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649245.00000, db: /tmp/tmp6gju_24z/sda/containers/0/765/073131466e05ba9886bf12fd8e4a8765/073131466e05ba9886bf12fd8e4a8765.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649244.00000, (0, 0) as of 1752649244.00000, created as of 1752649244.00000> to ShardRange<'k' to 't' as of 1752649245.00000, (0, 0) as of 1752649245.00000, found as of 1752649245.00000>, path: .shards_a/shard_c_1752649245.00000, db: /tmp/tmp6gju_24z/sda/containers/0/765/073131466e05ba9886bf12fd8e4a8765/073131466e05ba9886bf12fd8e4a8765.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649247.00000, db: /tmp/tmp6gju_24z/sda/containers/0/326/3686bae3faef0d3459c6a27e9be3c326/3686bae3faef0d3459c6a27e9be3c326.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649249.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9bf/e52b16c8656178482f669409067759bf/e52b16c8656178482f669409067759bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649248.00000, (0, 0) as of 1752649248.00000, created as of 1752649248.00000> to ShardRange<'k' to 't' as of 1752649249.00000, (0, 0) as of 1752649249.00000, cleaved as of 1752649249.00000>, path: .shards_a/shard_c_1752649249.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9bf/e52b16c8656178482f669409067759bf/e52b16c8656178482f669409067759bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649251.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e6d/30a8c3ede2a999e4f080142d5acb7e6d/30a8c3ede2a999e4f080142d5acb7e6d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649250.00000, (0, 0) as of 1752649250.00000, created as of 1752649250.00000> to ShardRange<'k' to 't' as of 1752649251.00000, (0, 0) as of 1752649251.00000, active as of 1752649251.00000>, path: .shards_a/shard_c_1752649251.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e6d/30a8c3ede2a999e4f080142d5acb7e6d/30a8c3ede2a999e4f080142d5acb7e6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649253.00000, db: /tmp/tmp6gju_24z/sda/containers/0/08d/f4cb6945a57ce76fb9be8b0c4ada608d/f4cb6945a57ce76fb9be8b0c4ada608d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649252.00000, (0, 0) as of 1752649252.00000, created as of 1752649252.00000> to ShardRange<'k' to 't' as of 1752649253.00000, (0, 0) as of 1752649253.00000, shrinking as of 1752649253.00000>, path: .shards_a/shard_c_1752649253.00000, db: /tmp/tmp6gju_24z/sda/containers/0/08d/f4cb6945a57ce76fb9be8b0c4ada608d/f4cb6945a57ce76fb9be8b0c4ada608d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649253.00000, db: /tmp/tmp6gju_24z/sda/containers/0/08d/f4cb6945a57ce76fb9be8b0c4ada608d/f4cb6945a57ce76fb9be8b0c4ada608d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649255.00000, db: /tmp/tmp6gju_24z/sda/containers/0/07c/3248145ecd65a88fa38ea02d53fbd07c/3248145ecd65a88fa38ea02d53fbd07c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649254.00000, (0, 0) as of 1752649254.00000, created as of 1752649254.00000> to ShardRange<'k' to 't' as of 1752649255.00000, (0, 0) as of 1752649255.00000, sharding as of 1752649255.00000>, path: .shards_a/shard_c_1752649255.00000, db: /tmp/tmp6gju_24z/sda/containers/0/07c/3248145ecd65a88fa38ea02d53fbd07c/3248145ecd65a88fa38ea02d53fbd07c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649255.00000, db: /tmp/tmp6gju_24z/sda/containers/0/07c/3248145ecd65a88fa38ea02d53fbd07c/3248145ecd65a88fa38ea02d53fbd07c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649257.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9f2/cfa5c52ed81b232ee6fcdfa8010b19f2/cfa5c52ed81b232ee6fcdfa8010b19f2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649256.00000, (0, 0) as of 1752649256.00000, created as of 1752649256.00000> to ShardRange<'k' to 't' as of 1752649257.00000, (0, 0) as of 1752649257.00000, sharded as of 1752649257.00000>, path: .shards_a/shard_c_1752649257.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9f2/cfa5c52ed81b232ee6fcdfa8010b19f2/cfa5c52ed81b232ee6fcdfa8010b19f2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx860317579b184d939f24b-0068774e0c) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx860317579b184d939f24b-0068774e0c) +test INFO: Client disconnected on read of '/a/c' (txn: tx860317579b184d939f24b-0068774e0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfb6d8eeb21ce4ae5b33b4-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb585ffbf586e45f988d11-0068774e0c) +test INFO: Client disconnected on read of '/a/c' (txn: txb585ffbf586e45f988d11-0068774e0c) +test INFO: Client disconnected on read of '/a/c/' (txn: txb585ffbf586e45f988d11-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7dba900916c441b8ae61a-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7dba900916c441b8ae61a-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7dba900916c441b8ae61a-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7dba900916c441b8ae61a-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txacddad952f504a10baa91-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txacddad952f504a10baa91-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txacddad952f504a10baa91-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txacddad952f504a10baa91-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1f73639e9af84100bfa7d-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1f73639e9af84100bfa7d-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1f73639e9af84100bfa7d-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1f73639e9af84100bfa7d-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc0aa2bac1e2845249b5f2-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc0aa2bac1e2845249b5f2-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc0aa2bac1e2845249b5f2-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc0aa2bac1e2845249b5f2-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9e568f40c06c4951b2c24-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9e568f40c06c4951b2c24-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9e568f40c06c4951b2c24-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9e568f40c06c4951b2c24-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6afda0e8b74c4bcea038d-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6afda0e8b74c4bcea038d-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6afda0e8b74c4bcea038d-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6afda0e8b74c4bcea038d-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0c850545e6924abdb9143-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0c850545e6924abdb9143-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0c850545e6924abdb9143-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0c850545e6924abdb9143-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8c0ca6e48a38415aaf31a-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8c0ca6e48a38415aaf31a-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8c0ca6e48a38415aaf31a-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8c0ca6e48a38415aaf31a-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9eb934c5e072426c8c015-0068774e0c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx9eb934c5e072426c8c015-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9eb934c5e072426c8c015-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9eb934c5e072426c8c015-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9eb934c5e072426c8c015-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9eb934c5e072426c8c015-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7cf604a529b549118fdac-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7cf604a529b549118fdac-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7cf604a529b549118fdac-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx7cf604a529b549118fdac-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx86cc7b2056484746a979b-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx86cc7b2056484746a979b-0068774e0c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx86cc7b2056484746a979b-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx86cc7b2056484746a979b-0068774e0c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx86cc7b2056484746a979b-0068774e0c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx86cc7b2056484746a979b-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx86cc7b2056484746a979b-0068774e0c) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx86cc7b2056484746a979b-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx79de3830ded845d2a2014-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx79de3830ded845d2a2014-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx79de3830ded845d2a2014-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx79de3830ded845d2a2014-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx17e88f67b9c74b9e82a80-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx17e88f67b9c74b9e82a80-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx17e88f67b9c74b9e82a80-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx17e88f67b9c74b9e82a80-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9785902fd22c45d39cea6-0068774e0c)test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok + +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9785902fd22c45d39cea6-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9785902fd22c45d39cea6-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx9785902fd22c45d39cea6-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9a6619e7c1814760b42db-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9a6619e7c1814760b42db-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9a6619e7c1814760b42db-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx9a6619e7c1814760b42db-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd59b580e8cdb41ba8bbad-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd59b580e8cdb41ba8bbad-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd59b580e8cdb41ba8bbad-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: txd59b580e8cdb41ba8bbad-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx972c202d14c44d82becb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx972c202d14c44d82becb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx972c202d14c44d82becb0-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx972c202d14c44d82becb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx70751eb889464c92801ea-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx70751eb889464c92801ea-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx70751eb889464c92801ea-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx70751eb889464c92801ea-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb6cda32f48534b69a2688-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb6cda32f48534b69a2688-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb6cda32f48534b69a2688-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: txb6cda32f48534b69a2688-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx81a710f913bc4cbb8f5f6-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx81a710f913bc4cbb8f5f6-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx81a710f913bc4cbb8f5f6-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx81a710f913bc4cbb8f5f6-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0ff7896a84414d24addb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0ff7896a84414d24addb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0ff7896a84414d24addb0-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx0ff7896a84414d24addb0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1341578b9573450293e45-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1341578b9573450293e45-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1341578b9573450293e45-0068774e0c) +test ERROR: Container GET returning 503 for [] (txn: tx1341578b9573450293e45-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7a490ae329cc452dad674-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7a490ae329cc452dad674-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7a490ae329cc452dad674-0068774e0c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7a490ae329cc452dad674-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx208cb934e89b4e12b66a4-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx208cb934e89b4e12b66a4-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx208cb934e89b4e12b66a4-0068774e0c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx208cb934e89b4e12b66a4-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx213d1a5062034fee9e8c3-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx213d1a5062034fee9e8c3-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx213d1a5062034fee9e8c3-0068774e0c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx213d1a5062034fee9e8c3-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe43e90ff8f164a55a36e0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe43e90ff8f164a55a36e0-0068774e0c) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe43e90ff8f164a55a36e0-0068774e0c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe43e90ff8f164a55a36e0-0068774e0c) +test INFO: Client disconnected on read of '/a/c' (txn: tx6893edff2bbd4bcbbf5cd-0068774e0c) +test INFO: Client disconnected on read of '/a/c/' (txn: tx6893edff2bbd4bcbbf5cd-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx6e4cdcaeed11410f8c036-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx6e4cdcaeed11410f8c036-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx6e4cdcaeed11410f8c036-0068774e0c) +test ERROR: Account HEAD returning 503 for [] (txn: tx6e4cdcaeed11410f8c036-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx818c7c80ae04425387427-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx818c7c80ae04425387427-0068774e0c) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse + raise Exception('test') +Exception: test (txn: tx818c7c80ae04425387427-0068774e0c) +test ERROR: Account HEAD returning 503 for [] (txn: tx818c7c80ae04425387427-0068774e0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649257.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9f2/cfa5c52ed81b232ee6fcdfa8010b19f2/cfa5c52ed81b232ee6fcdfa8010b19f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649259.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1d5/074373711a81720811613ce97b7f71d5/074373711a81720811613ce97b7f71d5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649258.00000, (0, 0) as of 1752649258.00000, created as of 1752649258.00000> to ShardRange<'k' to 't' as of 1752649259.00000, (0, 0) as of 1752649259.00000, shrunk as of 1752649259.00000>, path: .shards_a/shard_c_1752649259.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1d5/074373711a81720811613ce97b7f71d5/074373711a81720811613ce97b7f71d5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649259.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1d5/074373711a81720811613ce97b7f71d5/074373711a81720811613ce97b7f71d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649261.00000, db: /tmp/tmp6gju_24z/sda/containers/0/466/5d32d49752529e4a14b89d8b60707466/5d32d49752529e4a14b89d8b60707466.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649260.00000, (0, 0) as of 1752649260.00000, cleaved as of 1752649260.00000> to ShardRange<'k' to 't' as of 1752649261.00000, (0, 0) as of 1752649261.00000, found as of 1752649261.00000>, path: .shards_a/shard_c_1752649261.00000, db: /tmp/tmp6gju_24z/sda/containers/0/466/5d32d49752529e4a14b89d8b60707466/5d32d49752529e4a14b89d8b60707466.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649263.00000, db: /tmp/tmp6gju_24z/sda/containers/0/000/7c8cdd4afc0b071256c13ca59732d000/7c8cdd4afc0b071256c13ca59732d000.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649262.00000, (0, 0) as of 1752649262.00000, cleaved as of 1752649262.00000> to ShardRange<'k' to 't' as of 1752649263.00000, (0, 0) as of 1752649263.00000, created as of 1752649263.00000>, path: .shards_a/shard_c_1752649263.00000, db: /tmp/tmp6gju_24z/sda/containers/0/000/7c8cdd4afc0b071256c13ca59732d000/7c8cdd4afc0b071256c13ca59732d000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649265.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6b0/d43c031e2dea0819155a0bcccd4c76b0/d43c031e2dea0819155a0bcccd4c76b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649267.00000, db: /tmp/tmp6gju_24z/sda/containers/0/dda/f9b0309210d5d31548ea28c9635a1dda/f9b0309210d5d31548ea28c9635a1dda.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649266.00000, (0, 0) as of 1752649266.00000, cleaved as of 1752649266.00000> to ShardRange<'k' to 't' as of 1752649267.00000, (0, 0) as of 1752649267.00000, active as of 1752649267.00000>, path: .shards_a/shard_c_1752649267.00000, db: /tmp/tmp6gju_24z/sda/containers/0/dda/f9b0309210d5d31548ea28c9635a1dda/f9b0309210d5d31548ea28c9635a1dda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649269.00000, db: /tmp/tmp6gju_24z/sda/containers/0/7b3/daef0755cb173fe6358eb724235617b3/daef0755cb173fe6358eb724235617b3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649268.00000, (0, 0) as of 1752649268.00000, cleaved as of 1752649268.00000> to ShardRange<'k' to 't' as of 1752649269.00000, (0, 0) as of 1752649269.00000, shrinking as of 1752649269.00000>, path: .shards_a/shard_c_1752649269.00000, db: /tmp/tmp6gju_24z/sda/containers/0/7b3/daef0755cb173fe6358eb724235617b3/daef0755cb173fe6358eb724235617b3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649269.00000, db: /tmp/tmp6gju_24z/sda/containers/0/7b3/daef0755cb173fe6358eb724235617b3/daef0755cb173fe6358eb724235617b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649271.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9f0/4333ab935d83fc089959b248ef5d89f0/4333ab935d83fc089959b248ef5d89f0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649270.00000, (0, 0) as of 1752649270.00000, cleaved as of 1752649270.00000> to ShardRange<'k' to 't' as of 1752649271.00000, (0, 0) as of 1752649271.00000, sharding as of 1752649271.00000>, path: .shards_a/shard_c_1752649271.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9f0/4333ab935d83fc089959b248ef5d89f0/4333ab935d83fc089959b248ef5d89f0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649271.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9f0/4333ab935d83fc089959b248ef5d89f0/4333ab935d83fc089959b248ef5d89f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649273.00000, db: /tmp/tmp6gju_24z/sda/containers/0/232/60917faf1fd3b32ca896b563f1952232/60917faf1fd3b32ca896b563f1952232.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649272.00000, (0, 0) as of 1752649272.00000, cleaved as of 1752649272.00000> to ShardRange<'k' to 't' as of 1752649273.00000, (0, 0) as of 1752649273.00000, sharded as of 1752649273.00000>, path: .shards_a/shard_c_1752649273.00000, db: /tmp/tmp6gju_24z/sda/containers/0/232/60917faf1fd3b32ca896b563f1952232/60917faf1fd3b32ca896b563f1952232.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649273.00000, db: /tmp/tmp6gju_24z/sda/containers/0/232/60917faf1fd3b32ca896b563f1952232/60917faf1fd3b32ca896b563f1952232.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649275.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e29/96b9f1c876d73b3fe40a960917f0be29/96b9f1c876d73b3fe40a960917f0be29.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649274.00000, (0, 0) as of 1752649274.00000, cleaved as of 1752649274.00000> to ShardRange<'k' to 't' as of 1752649275.00000, (0, 0) as of 1752649275.00000, shrunk as of 1752649275.00000>, path: .shards_a/shard_c_1752649275.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e29/96b9f1c876d73b3fe40a960917f0be29/96b9f1c876d73b3fe40a960917f0be29.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649275.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e29/96b9f1c876d73b3fe40a960917f0be29/96b9f1c876d73b3fe40a960917f0be29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649277.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1b8/f678d74e8dc0eb83f025df0514f8d1b8/f678d74e8dc0eb83f025df0514f8d1b8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649276.00000, (0, 0) as of 1752649276.00000, active as of 1752649276.00000> to ShardRange<'k' to 't' as of 1752649277.00000, (0, 0) as of 1752649277.00000, found as of 1752649277.00000>, path: .shards_a/shard_c_1752649277.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1b8/f678d74e8dc0eb83f025df0514f8d1b8/f678d74e8dc0eb83f025df0514f8d1b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649279.00000, db: /tmp/tmp6gju_24z/sda/containers/0/542/e9999dae8dbc9953d5d0667bf89c7542/e9999dae8dbc9953d5d0667bf89c7542.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649278.00000, (0, 0) as of 1752649278.00000, active as of 1752649278.00000> to ShardRange<'k' to 't' as of 1752649279.00000, (0, 0) as of 1752649279.00000, created as of 1752649279.00000>, path: .shards_a/shard_c_1752649279.00000, db: /tmp/tmp6gju_24z/sda/containers/0/542/e9999dae8dbc9953d5d0667bf89c7542/e9999dae8dbc9953d5d0667bf89c7542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649281.00000, db: /tmp/tmp6gju_24z/sda/containers/0/af4/a1ba3ed01fb5f8ee24a9a36ff2505af4/a1ba3ed01fb5f8ee24a9a36ff2505af4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649280.00000, (0, 0) as of 1752649280.00000, active as of 1752649280.00000> to ShardRange<'k' to 't' as of 1752649281.00000, (0, 0) as of 1752649281.00000, cleaved as of 1752649281.00000>, path: .shards_a/shard_c_1752649281.00000, db: /tmp/tmp6gju_24z/sda/containers/0/af4/a1ba3ed01fb5f8ee24a9a36ff2505af4/a1ba3ed01fb5f8ee24a9a36ff2505af4.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_statsd_client.TestStatsdClientOutput.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_empty +test.unit.common.test_utils.TestFileLikeIter.test_read_empty ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_size_unlimited +test.unit.common.test_utils.TestFileLikeIter.test_readline_size_unlimited ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_my_ppid +test.unit.common.test_utils.TestUtils.test_get_my_ppid ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_runs_out_of_retries +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_runs_out_of_retries ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmp491ejzua: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649283.00000, db: /tmp/tmp6gju_24z/sda/containers/0/bb9/b2cb0ca8ee1e041a1bdeb4c4e8117bb9/b2cb0ca8ee1e041a1bdeb4c4e8117bb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649285.00000, db: /tmp/tmp6gju_24z/sda/containers/0/901/d621791b97279332e4dcaa9a6419c901/d621791b97279332e4dcaa9a6419c901.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649284.00000, (0, 0) as of 1752649284.00000, active as of 1752649284.00000> to ShardRange<'k' to 't' as of 1752649285.00000, (0, 0) as of 1752649285.00000, shrinking as of 1752649285.00000>, path: .shards_a/shard_c_1752649285.00000, db: /tmp/tmp6gju_24z/sda/containers/0/901/d621791b97279332e4dcaa9a6419c901/d621791b97279332e4dcaa9a6419c901.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649285.00000, db: /tmp/tmp6gju_24z/sda/containers/0/901/d621791b97279332e4dcaa9a6419c901/d621791b97279332e4dcaa9a6419c901.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649287.00000, db: /tmp/tmp6gju_24z/sda/containers/0/42d/b2de9adcb5dc76440c88d611b7fc442d/b2de9adcb5dc76440c88d611b7fc442d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649286.00000, (0, 0) as of 1752649286.00000, active as of 1752649286.00000> to ShardRange<'k' to 't' as of 1752649287.00000, (0, 0) as of 1752649287.00000, sharding as of 1752649287.00000>, path: .shards_a/shard_c_1752649287.00000, db: /tmp/tmp6gju_24z/sda/containers/0/42d/b2de9adcb5dc76440c88d611b7fc442d/b2de9adcb5dc76440c88d611b7fc442d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649287.00000, db: /tmp/tmp6gju_24z/sda/containers/0/42d/b2de9adcb5dc76440c88d611b7fc442d/b2de9adcb5dc76440c88d611b7fc442d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649289.00000, db: /tmp/tmp6gju_24z/sda/containers/0/8b4/5f34bd3be5ba285c503ce80cded578b4/5f34bd3be5ba285c503ce80cded578b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649288.00000, (0, 0) as of 1752649288.00000, active as of 1752649288.00000> to ShardRange<'k' to 't' as of 1752649289.00000, (0, 0) as of 1752649289.00000, sharded as of 1752649289.00000>, path: .shards_a/shard_c_1752649289.00000, db: /tmp/tmp6gju_24z/sda/containers/0/8b4/5f34bd3be5ba285c503ce80cded578b4/5f34bd3be5ba285c503ce80cded578b4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649289.00000, db: /tmp/tmp6gju_24z/sda/containers/0/8b4/5f34bd3be5ba285c503ce80cded578b4/5f34bd3be5ba285c503ce80cded578b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649291.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6b0/53cd5c796e390affd414eb0aa958f6b0/53cd5c796e390affd414eb0aa958f6b0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649290.00000, (0, 0) as of 1752649290.00000, active as of 1752649290.00000> to ShardRange<'k' to 't' as of 1752649291.00000, (0, 0) as of 1752649291.00000, shrunk as of 1752649291.00000>, path: .shards_a/shard_c_1752649291.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6b0/53cd5c796e390affd414eb0aa958f6b0/53cd5c796e390affd414eb0aa958f6b0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649291.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6b0/53cd5c796e390affd414eb0aa958f6b0/53cd5c796e390affd414eb0aa958f6b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649293.00000, db: /tmp/tmp6gju_24z/sda/containers/0/298/5684a22ac0b12ea7baa91d68722a4298/5684a22ac0b12ea7baa91d68722a4298.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649292.00000, (0, 0) as of 1752649292.00000, shrinking as of 1752649292.00000> to ShardRange<'k' to 't' as of 1752649293.00000, (0, 0) as of 1752649293.00000, found as of 1752649293.00000>, path: .shards_a/shard_c_1752649293.00000, db: /tmp/tmp6gju_24z/sda/containers/0/298/5684a22ac0b12ea7baa91d68722a4298/5684a22ac0b12ea7baa91d68722a4298.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649295.00000, db: /tmp/tmp6gju_24z/sda/containers/0/f46/9c398f016d0e2ea489372f31060adf46/9c398f016d0e2ea489372f31060adf46.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649294.00000, (0, 0) as of 1752649294.00000, shrinking as of 1752649294.00000> to ShardRange<'k' to 't' as of 1752649295.00000, (0, 0) as of 1752649295.00000, created as of 1752649295.00000>, path: .shards_a/shard_c_1752649295.00000, db: /tmp/tmp6gju_24z/sda/containers/0/f46/9c398f016d0e2ea489372f31060adf46/9c398f016d0e2ea489372f31060adf46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649297.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6b3/f4f4cc3d45fc104bc64a629dab27e6b3/f4f4cc3d45fc104bc64a629dab27e6b3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649296.00000, (0, 0) as of 1752649296.00000, shrinking as of 1752649296.00000> to ShardRange<'k' to 't' as of 1752649297.00000, (0, 0) as of 1752649297.00000, cleaved as of 1752649297.00000>, path: .shards_a/shard_c_1752649297.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6b3/f4f4cc3d45fc104bc64a629dab27e6b3/f4f4cc3d45fc104bc64a629dab27e6b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649299.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ff8/2fc328f4f3966da1e46095fed616dff8/2fc328f4f3966da1e46095fed616dff8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649298.00000, (0, 0) as of 1752649298.00000, shrinking as of 1752649298.00000> to ShardRange<'k' to 't' as of 1752649299.00000, (0, 0) as of 1752649299.00000, active as of 1752649299.00000>, path: .shards_a/shard_c_1752649299.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ff8/2fc328f4f3966da1e46095fed616dff8/2fc328f4f3966da1e46095fed616dff8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649301.00000, db: /tmp/tmp6gju_24z/sda/containers/0/298/ef742282d87d87bb190bfdf542627298/ef742282d87d87bb190bfdf542627298.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649301.00000, db: /tmp/tmp6gju_24z/sda/containers/0/298/ef742282d87d87bb190bfdf542627298/ef742282d87d87bb190bfdf542627298.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649303.00000, db: /tmp/tmp6gju_24z/sda/containers/0/573/6927a47bc9cd8ab91f4d7bea5f3a4573/6927a47bc9cd8ab91f4d7bea5f3a4573.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649302.00000, (0, 0) as of 1752649302.00000, shrinking as of 1752649302.00000> to ShardRange<'k' to 't' as of 1752649303.00000, (0, 0) as of 1752649303.00000, sharding as of 1752649303.00000>, path: .shards_a/shard_c_1752649303.00000, db: /tmp/tmp6gju_24z/sda/containers/0/573/6927a47bc9cd8ab91f4d7bea5f3a4573/6927a47bc9cd8ab91f4d7bea5f3a4573.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649303.00000, db: /tmp/tmp6gju_24z/sda/containers/0/573/6927a47bc9cd8ab91f4d7bea5f3a4573/6927a47bc9cd8ab91f4d7bea5f3a4573.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649305.00000, db: /tmp/tmp6gju_24z/sda/containers/0/389/40d1924ff39c0b14fc5b6d0809ecf389/40d1924ff39c0b14fc5b6d0809ecf389.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649304.00000, (0, 0) as of 1752649304.00000, shrinking as of 1752649304.00000> to ShardRange<'k' to 't' as of 1752649305.00000, (0, 0) as of 1752649305.00000, sharded as of 1752649305.00000>, path: .shards_a/shard_c_1752649305.00000, db: /tmp/tmp6gju_24z/sda/containers/0/389/40d1924ff39c0b14fc5b6d0809ecf389/40d1924ff39c0b14fc5b6d0809ecf389.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649305.00000, db: /tmp/tmp6gju_24z/sda/containers/0/389/40d1924ff39c0b14fc5b6d0809ecf389/40d1924ff39c0b14fc5b6d0809ecf389.db +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpq150n094/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', 'be068558-6f74-4714-98c2-98b68115d519-sda', '1752649228.52971', '1752649229', '0', '', '1752649229', 1, 1) +test DEBUG: /tmp/tmpq150n094/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48e7962f6f8869bf2676de5e505cda75', 'be068558-6f74-4714-98c2-98b68115d519-sda', '1752649228.52971', '1752649229', '0', '', '1752649229', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('be068558-6f74-4714-98c2-98b68115d519-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpq150n094/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.08396 seconds (11.91085/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpq150n094/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '8b6fa56e409e2b6328cb24e421d20bff', 'd266bcac-c104-42c0-99d2-d61e1e977ffd-sda', '1752649228.62015', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('d266bcac-c104-42c0-99d2-d61e1e977ffd-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '8b6fa56e409e2b6328cb24e421d20bff', 'd266bcac-c104-42c0-99d2-d61e1e977ffd-sda', '1752649228.62015', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('d266bcac-c104-42c0-99d2-d61e1e977ffd-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeipf5xko/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'df17df1b-8e6c-4309-a8ee-4c2a6c077eb6-sda', '1752649228.70089', '1752649229', '1752649230', '', '1752649230', 0, 0) +test DEBUG: /tmp/tmpeipf5xko/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'df17df1b-8e6c-4309-a8ee-4c2a6c077eb6-sda', '1752649228.70089', '1752649229', '1752649230', '', '1752649230', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('df17df1b-8e6c-4309-a8ee-4c2a6c077eb6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05192 seconds (19.25994/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9ps04ygz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '102b49c645dc37e30bc362814828b685', '815cdbbd-a92c-49ef-8541-c2076ac1835e-sda', '1752649228.79079', '1752649229', '1752649230', '', '1752649230', 1, 1) +test DEBUG: /tmp/tmp9ps04ygz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649231.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '815cdbbd-a92c-49ef-8541-c2076ac1835e-sda') +test DEBUG: /tmp/tmp9ps04ygz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0111494s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '102b49c645dc37e30bc362814828b685', '815cdbbd-a92c-49ef-8541-c2076ac1835e-sda', '1752649228.79079', '1752649229', '1752649230', '', '1752649230', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('815cdbbd-a92c-49ef-8541-c2076ac1835e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9ps04ygz/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07456 seconds (13.41184/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp9ps04ygz/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'b206aa0fec8727d055353f02a2155d26', '0e5df3f4-733c-41b2-9516-9b40be50d245-sda', '1752649228.87067', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('0e5df3f4-733c-41b2-9516-9b40be50d245-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'b206aa0fec8727d055353f02a2155d26', '0e5df3f4-733c-41b2-9516-9b40be50d245-sda', '1752649228.87067', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('0e5df3f4-733c-41b2-9516-9b40be50d245-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwlnfoks4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9dbc4693-debc-44c8-9767-571f143cd223-sda', '1752649228.95194', '1752649229', '1752649230', '', '1752649230', 0, 0) +test DEBUG: /tmp/tmpwlnfoks4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9dbc4693-debc-44c8-9767-571f143cd223-sda', '1752649228.95194', '1752649229', '1752649230', '', '1752649230', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9dbc4693-debc-44c8-9767-571f143cd223-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03884 seconds (25.74623/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6w_yg18q/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', 'e250c62d-2a54-4580-b46d-3c95db3e806d-sda', '1752649229.04325', '1752649230', '1752649231', '', '1752649231', 1, 0) +test DEBUG: /tmp/tmp6w_yg18q/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649307.00000, db: /tmp/tmp6gju_24z/sda/containers/0/64f/80c325e54ea0513831049b0399bc164f/80c325e54ea0513831049b0399bc164f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649306.00000, (0, 0) as of 1752649306.00000, shrinking as of 1752649306.00000> to ShardRange<'k' to 't' as of 1752649307.00000, (0, 0) as of 1752649307.00000, shrunk as of 1752649307.00000>, path: .shards_a/shard_c_1752649307.00000, db: /tmp/tmp6gju_24z/sda/containers/0/64f/80c325e54ea0513831049b0399bc164f/80c325e54ea0513831049b0399bc164f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649307.00000, db: /tmp/tmp6gju_24z/sda/containers/0/64f/80c325e54ea0513831049b0399bc164f/80c325e54ea0513831049b0399bc164f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649309.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ec1/f08cd6f7b33f50412cc7a574275d4ec1/f08cd6f7b33f50412cc7a574275d4ec1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649308.00000, (0, 0) as of 1752649308.00000, sharding as of 1752649308.00000> to ShardRange<'k' to 't' as of 1752649309.00000, (0, 0) as of 1752649309.00000, found as of 1752649309.00000>, path: .shards_a/shard_c_1752649309.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ec1/f08cd6f7b33f50412cc7a574275d4ec1/f08cd6f7b33f50412cc7a574275d4ec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649311.00000, db: /tmp/tmp6gju_24z/sda/containers/0/880/68d96d51149ab431a64615c3bef55880/68d96d51149ab431a64615c3bef55880.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649310.00000, (0, 0) as of 1752649310.00000, sharding as of 1752649310.00000> to ShardRange<'k' to 't' as of 1752649311.00000, (0, 0) as of 1752649311.00000, created as of 1752649311.00000>, path: .shards_a/shard_c_1752649311.00000, db: /tmp/tmp6gju_24z/sda/containers/0/880/68d96d51149ab431a64615c3bef55880/68d96d51149ab431a64615c3bef55880.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649313.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2f9/bf0106f5c2a5e6344ef30eb0938322f9/bf0106f5c2a5e6344ef30eb0938322f9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649312.00000, (0, 0) as of 1752649312.00000, sharding as of 1752649312.00000> to ShardRange<'k' to 't' as of 1752649313.00000, (0, 0) as of 1752649313.00000, cleaved as of 1752649313.00000>, path: .shards_a/shard_c_1752649313.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2f9/bf0106f5c2a5e6344ef30eb0938322f9/bf0106f5c2a5e6344ef30eb0938322f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649315.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9a1/f5d97eb8dcdc762bd251326fc0a399a1/f5d97eb8dcdc762bd251326fc0a399a1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649314.00000, (0, 0) as of 1752649314.00000, sharding as of 1752649314.00000> to ShardRange<'k' to 't' as of 1752649315.00000, (0, 0) as of 1752649315.00000, active as of 1752649315.00000>, path: .shards_a/shard_c_1752649315.00000, db: /tmp/tmp6gju_24z/sda/containers/0/9a1/f5d97eb8dcdc762bd251326fc0a399a1/f5d97eb8dcdc762bd251326fc0a399a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649317.00000, db: /tmp/tmp6gju_24z/sda/containers/0/8c3/89121b74eccb04140c22563bf16928c3/89121b74eccb04140c22563bf16928c3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649316.00000, (0, 0) as of 1752649316.00000, sharding as of 1752649316.00000> to ShardRange<'k' to 't' as of 1752649317.00000, (0, 0) as of 1752649317.00000, shrinking as of 1752649317.00000>, path: .shards_a/shard_c_1752649317.00000, db: /tmp/tmp6gju_24z/sda/containers/0/8c3/89121b74eccb04140c22563bf16928c3/89121b74eccb04140c22563bf16928c3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649317.00000, db: /tmp/tmp6gju_24z/sda/containers/0/8c3/89121b74eccb04140c22563bf16928c3/89121b74eccb04140c22563bf16928c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649319.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1f5/aa1b53dd4ff3d3fdeab58047970f91f5/aa1b53dd4ff3d3fdeab58047970f91f5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649319.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1f5/aa1b53dd4ff3d3fdeab58047970f91f5/aa1b53dd4ff3d3fdeab58047970f91f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649321.00000, db: /tmp/tmp6gju_24z/sda/containers/0/39b/16f6c7bede2a2de7a90a7f6cfbdae39b/16f6c7bede2a2de7a90a7f6cfbdae39b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649320.00000, (0, 0) as of 1752649320.00000, sharding as of 1752649320.00000> to ShardRange<'k' to 't' as of 1752649321.00000, (0, 0) as of 1752649321.00000, sharded as of 1752649321.00000>, path: .shards_a/shard_c_1752649321.00000, db: /tmp/tmp6gju_24z/sda/containers/0/39b/16f6c7bede2a2de7a90a7f6cfbdae39b/16f6c7bede2a2de7a90a7f6cfbdae39b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649321.00000, db: /tmp/tmp6gju_24z/sda/containers/0/39b/16f6c7bede2a2de7a90a7f6cfbdae39b/16f6c7bede2a2de7a90a7f6cfbdae39b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649323.00000, db: /tmp/tmp6gju_24z/sda/containers/0/5ea/9b85802d4469539aec5cdbae041015ea/9b85802d4469539aec5cdbae041015ea.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649322.00000, (0, 0) as of 1752649322.00000, sharding as of 1752649322.00000> to ShardRange<'k' to 't' as of 1752649323.00000, (0, 0) as of 1752649323.00000, shrunk as of 1752649323.00000>, path: .shards_a/shard_c_1752649323.00000, db: /tmp/tmp6gju_24z/sda/containers/0/5ea/9b85802d4469539aec5cdbae041015ea/9b85802d4469539aec5cdbae041015ea.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649323.00000, db: /tmp/tmp6gju_24z/sda/containers/0/5ea/9b85802d4469539aec5cdbae041015ea/9b85802d4469539aec5cdbae041015ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649325.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e53/877fa4659b2fa77e1680cb90d6d69e53/877fa4659b2fa77e1680cb90d6d69e53.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649324.00000, (0, 0) as of 1752649324.00000, sharded as of 1752649324.00000> to ShardRange<'k' to 't' as of 1752649325.00000, (0, 0) as of 1752649325.00000, found as of 1752649325.00000>, path: .shards_a/shard_c_1752649325.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e53/877fa4659b2fa77e1680cb90d6d69e53/877fa4659b2fa77e1680cb90d6d69e53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649327.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e7a/77bc07ed004b79e12494736384c4de7a/77bc07ed004b79e12494736384c4de7a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649326.00000, (0, 0) as of 1752649326.00000, sharded as of 1752649326.00000> to ShardRange<'k' to 't' as of 1752649327.00000, (0, 0) as of 1752649327.00000, created as of 1752649327.00000>, path: .shards_a/shard_c_1752649327.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e7a/77bc07ed004b79e12494736384c4de7a/77bc07ed004b79e12494736384c4de7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649329.00000, db: /tmp/tmp6gju_24z/sda/containers/0/a23/4f03b6683bb2098c746e9f6230eefa23/4f03b6683bb2098c746e9f6230eefa23.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649328.00000, (0, 0) as of 1752649328.00000, sharded as of 1752649328.00000> to ShardRange<'k' to 't' as of 1752649329.00000, (0, 0) as of 1752649329.00000, cleaved as of 1752649329.00000>, path: .shards_a/shard_c_1752649329.00000, db: /tmp/tmp6gju_24z/sda/containers/0/a23/4f03b6683bb2098c746e9f6230eefa23/4f03b6683bb2098c746e9f6230eefa23.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok + +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 518, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 483, in _add + sock.sendall(b' '.join([ + ~~~~~~~~~~~~^^^^^^^^^^^^ + b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + str(len(add_val)).encode('ascii') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ]) + b'\r\n' + add_val + b'\r\n') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 119, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 1317, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/memcached.py", line 415, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 119, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_memcached.py", line 1345, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test NOTICE: Child 1137690 exiting normally +test NOTICE: Started child 88 from parent 1137690 +test NOTICE: Started child 89 from parent 1137690 +test ERROR: Removing dead child 88 from parent 1137690 +test NOTICE: Started child 90 from parent 1137690 +test NOTICE: Started child 88 from parent 1137690 +test NOTICE: Started child 89 from parent 1137690 +test ERROR: Problem finding shard upper in '/tmp/tmps3eoqpq7/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmps3eoqpq7/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpaog7cq1c/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpaog7cq1c/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +Container 'a/c' cannot be set to sharded state while in sharded state + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txff27891d385d419d98ec3-0068774e0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx51d78f9dc4184da999793-0068774e0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx294c9eca7a2a454fabbe5-0068774e0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649331.00000, db: /tmp/tmp6gju_24z/sda/containers/0/4a9/796a09fa2f5dce6e4f46076a323b04a9/796a09fa2f5dce6e4f46076a323b04a9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649330.00000, (0, 0) as of 1752649330.00000, sharded as of 1752649330.00000> to ShardRange<'k' to 't' as of 1752649331.00000, (0, 0) as of 1752649331.00000, active as of 1752649331.00000>, path: .shards_a/shard_c_1752649331.00000, db: /tmp/tmp6gju_24z/sda/containers/0/4a9/796a09fa2f5dce6e4f46076a323b04a9/796a09fa2f5dce6e4f46076a323b04a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649333.00000, db: /tmp/tmp6gju_24z/sda/containers/0/3e1/2a33b4914775c3d1965f02f9a782e3e1/2a33b4914775c3d1965f02f9a782e3e1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649332.00000, (0, 0) as of 1752649332.00000, sharded as of 1752649332.00000> to ShardRange<'k' to 't' as of 1752649333.00000, (0, 0) as of 1752649333.00000, shrinking as of 1752649333.00000>, path: .shards_a/shard_c_1752649333.00000, db: /tmp/tmp6gju_24z/sda/containers/0/3e1/2a33b4914775c3d1965f02f9a782e3e1/2a33b4914775c3d1965f02f9a782e3e1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649333.00000, db: /tmp/tmp6gju_24z/sda/containers/0/3e1/2a33b4914775c3d1965f02f9a782e3e1/2a33b4914775c3d1965f02f9a782e3e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649335.00000, db: /tmp/tmp6gju_24z/sda/containers/0/153/3d765bb415116d555d444eff402ed153/3d765bb415116d555d444eff402ed153.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649334.00000, (0, 0) as of 1752649334.00000, sharded as of 1752649334.00000> to ShardRange<'k' to 't' as of 1752649335.00000, (0, 0) as of 1752649335.00000, sharding as of 1752649335.00000>, path: .shards_a/shard_c_1752649335.00000, db: /tmp/tmp6gju_24z/sda/containers/0/153/3d765bb415116d555d444eff402ed153/3d765bb415116d555d444eff402ed153.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649335.00000, db: /tmp/tmp6gju_24z/sda/containers/0/153/3d765bb415116d555d444eff402ed153/3d765bb415116d555d444eff402ed153.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649337.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ed1/bda47200e23ad25b7750492dc25c8ed1/bda47200e23ad25b7750492dc25c8ed1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649337.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ed1/bda47200e23ad25b7750492dc25c8ed1/bda47200e23ad25b7750492dc25c8ed1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649339.00000, db: /tmp/tmp6gju_24z/sda/containers/0/580/aedd4aebaa6964b798fb4fa20cfb6580/aedd4aebaa6964b798fb4fa20cfb6580.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649338.00000, (0, 0) as of 1752649338.00000, sharded as of 1752649338.00000> to ShardRange<'k' to 't' as of 1752649339.00000, (0, 0) as of 1752649339.00000, shrunk as of 1752649339.00000>, path: .shards_a/shard_c_1752649339.00000, db: /tmp/tmp6gju_24z/sda/containers/0/580/aedd4aebaa6964b798fb4fa20cfb6580/aedd4aebaa6964b798fb4fa20cfb6580.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649339.00000, db: /tmp/tmp6gju_24z/sda/containers/0/580/aedd4aebaa6964b798fb4fa20cfb6580/aedd4aebaa6964b798fb4fa20cfb6580.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649341.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2fb/a93f5abb56d7a53160fdc088a4e912fb/a93f5abb56d7a53160fdc088a4e912fb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649340.00000, (0, 0) as of 1752649340.00000, shrunk as of 1752649340.00000> to ShardRange<'k' to 't' as of 1752649341.00000, (0, 0) as of 1752649341.00000, found as of 1752649341.00000>, path: .shards_a/shard_c_1752649341.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2fb/a93f5abb56d7a53160fdc088a4e912fb/a93f5abb56d7a53160fdc088a4e912fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649343.00000, db: /tmp/tmp6gju_24z/sda/containers/0/65a/678b7be12701c58678cf26149bcd265a/678b7be12701c58678cf26149bcd265a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649342.00000, (0, 0) as of 1752649342.00000, shrunk as of 1752649342.00000> to ShardRange<'k' to 't' as of 1752649343.00000, (0, 0) as of 1752649343.00000, created as of 1752649343.00000>, path: .shards_a/shard_c_1752649343.00000, db: /tmp/tmp6gju_24z/sda/containers/0/65a/678b7be12701c58678cf26149bcd265a/678b7be12701c58678cf26149bcd265a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649345.00000, db: /tmp/tmp6gju_24z/sda/containers/0/dd4/d5bdc602e430f6909aa92f5ac3712dd4/d5bdc602e430f6909aa92f5ac3712dd4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649344.00000, (0, 0) as of 1752649344.00000, shrunk as of 1752649344.00000> to ShardRange<'k' to 't' as of 1752649345.00000, (0, 0) as of 1752649345.00000, cleaved as of 1752649345.00000>, path: .shards_a/shard_c_1752649345.00000, db: /tmp/tmp6gju_24z/sda/containers/0/dd4/d5bdc602e430f6909aa92f5ac3712dd4/d5bdc602e430f6909aa92f5ac3712dd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649347.00000, db: /tmp/tmp6gju_24z/sda/containers/0/dec/21089c23fa3ae1d51b33107c74f4bdec/21089c23fa3ae1d51b33107c74f4bdec.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649346.00000, (0, 0) as of 1752649346.00000, shrunk as of 1752649346.00000> to ShardRange<'k' to 't' as of 1752649347.00000, (0, 0) as of 1752649347.00000, active as of 1752649347.00000>, path: .shards_a/shard_c_1752649347.00000, db: /tmp/tmp6gju_24z/sda/containers/0/dec/21089c23fa3ae1d51b33107c74f4bdec/21089c23fa3ae1d51b33107c74f4bdec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649349.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e04/d7d2617e3c6e844eb585232e6515fe04/d7d2617e3c6e844eb585232e6515fe04.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649348.00000, (0, 0) as of 1752649348.00000, shrunk as of 1752649348.00000> to ShardRange<'k' to 't' as of 1752649349.00000, (0, 0) as of 1752649349.00000, shrinking as of 1752649349.00000>, path: .shards_a/shard_c_1752649349.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e04/d7d2617e3c6e844eb585232e6515fe04/d7d2617e3c6e844eb585232e6515fe04.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649349.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e04/d7d2617e3c6e844eb585232e6515fe04/d7d2617e3c6e844eb585232e6515fe04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649351.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ee6/2daa7de2fc5068be1d5a5782362e0ee6/2daa7de2fc5068be1d5a5782362e0ee6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649350.00000, (0, 0) as of 1752649350.00000, shrunk as of 1752649350.00000> to ShardRange<'k' to 't' as of 1752649351.00000, (0, 0) as of 1752649351.00000, sharding as of 1752649351.00000>, path: .shards_a/shard_c_1752649351.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ee6/2daa7de2fc5068be1d5a5782362e0ee6/2daa7de2fc5068be1d5a5782362e0ee6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649351.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ee6/2daa7de2fc5068be1d5a5782362e0ee6/2daa7de2fc5068be1d5a5782362e0ee6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649353.00000, db: /tmp/tmp6gju_24z/sda/containers/0/d4b/cb2eb83d5cd93d499eaf3537821acd4b/cb2eb83d5cd93d499eaf3537821acd4b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649352.00000, (0, 0) as of 1752649352.00000, shrunk as of 1752649352.00000> to ShardRange<'k' to 't' as of 1752649353.00000, (0, 0) as of 1752649353.00000, sharded as of 1752649353.00000>, path: .shards_a/shard_c_1752649353.00000, db: /tmp/tmp6gju_24z/sda/containers/0/d4b/cb2eb83d5cd93d499eaf3537821acd4b/cb2eb83d5cd93d499eaf3537821acd4b.db +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', 'e250c62d-2a54-4580-b46d-3c95db3e806d-sda', '1752649229.04325', '1752649230', '1752649231', '', '1752649231', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e250c62d-2a54-4580-b46d-3c95db3e806d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6w_yg18q/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06461 seconds (15.47803/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp6w_yg18q/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '49dc60ad942698dd211d44e995f3204e', '5fc67e26-63e7-420a-9ee2-770a7d9524e7-sda', '1752649229.10819', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('5fc67e26-63e7-420a-9ee2-770a7d9524e7-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '49dc60ad942698dd211d44e995f3204e', '5fc67e26-63e7-420a-9ee2-770a7d9524e7-sda', '1752649229.10819', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('5fc67e26-63e7-420a-9ee2-770a7d9524e7-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr376scxk/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7c402ffd-3384-46dd-9859-783130896375-sda', '1752649229.14282', '1752649229', '1752649230', '', '1752649230', 0, 0) +test DEBUG: /tmp/tmpr376scxk/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7c402ffd-3384-46dd-9859-783130896375-sda', '1752649229.14282', '1752649229', '1752649230', '', '1752649230', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7c402ffd-3384-46dd-9859-783130896375-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02179 seconds (45.88331/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfhf66cmn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '67e15eca-cdb4-42f8-9a70-d52bcb816774-sda', '1752649229.19111', '1752649229', '1752649230', '', '1752649230', 0, 0) +test DEBUG: /tmp/tmpfhf66cmn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '67e15eca-cdb4-42f8-9a70-d52bcb816774-sda', '1752649229.19111', '1752649229', '1752649230', '', '1752649230', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('67e15eca-cdb4-42f8-9a70-d52bcb816774-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04139 seconds (24.16305/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr3qwsx6s/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2a6b13dc-ca50-4dca-9f96-ca99fb711cd2-sda', '1752649229.27354', '1752649231', '0', '', '1752649231', 0, 0) +test DEBUG: /tmp/tmpr3qwsx6s/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2a6b13dc-ca50-4dca-9f96-ca99fb711cd2-sda', '1752649229.27354', '1752649231', '0', '', '1752649231', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2a6b13dc-ca50-4dca-9f96-ca99fb711cd2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01807 seconds (55.34958/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqz0v__yv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', 'dd82a10c-2532-423d-b717-f4136b19277d-sda', '1752649229.32228', '1752649231', '0', '', '1752649231', 1, 1) +test DEBUG: /tmp/tmpqz0v__yv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '791d7b9ae80344fe78c92ba5d68fbf2a', 'dd82a10c-2532-423d-b717-f4136b19277d-sda', '1752649229.32228', '1752649231', '0', '', '1752649231', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('dd82a10c-2532-423d-b717-f4136b19277d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpqz0v__yv/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05341 seconds (18.72220/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpqz0v__yv/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'f20458a272d106cf5dadaa861094db8c', 'c0ab867e-ffa2-4d1b-aae1-646260951971-sda', '1752649229.38017', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('c0ab867e-ffa2-4d1b-aae1-646260951971-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'f20458a272d106cf5dadaa861094db8c', 'c0ab867e-ffa2-4d1b-aae1-646260951971-sda', '1752649229.38017', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('c0ab867e-ffa2-4d1b-aae1-646260951971-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8e6f424b-7c82-4815-86fc-e58f79461560-sda', '1752649229.41420', '1752649229.41243', '0', '', '1752649229.41243', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgyat04xi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bd800f16-b815-4630-b23c-9ed6243f859f-sda', '1752649229.43011', '1752649229.42843', '0', '', '1752649229.42843', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bd800f16-b815-4630-b23c-9ed6243f859f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bd800f16-b815-4630-b23c-9ed6243f859f-sda', '1752649229.43011', '1752649229.42843', '0', '', '1752649229.42843', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bd800f16-b815-4630-b23c-9ed6243f859f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03745 seconds (26.69994/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a90a88eb9af757036796e3f5cd84752f', 'bba8b3d3-6906-435b-bfea-c922a50b99f5-sda', '1752649229.51504', '1752649229.51319', '0', '', '1752649229.51319', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('bba8b3d3-6906-435b-bfea-c922a50b99f5-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'dafb5afedb74e981b1ab8d1d5594e374', '37cf025f-4920-4f9f-a85b-979a62bf57a1-sda', '1752649229.57409', '1752649229.57233', '0', '', '1752649229.57233', 11, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1752649229.58713', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1752649229.58787', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1752649229.58797', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1752649229.58805', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1752649229.58812', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1752649229.58819', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1752649229.58826', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1752649229.58832', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1752649229.58839', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1752649229.58846', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1752649229.58853', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37cf025f-4920-4f9f-a85b-979a62bf57a1-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5u5kfcr0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4b378c2b-a39c-4141-966f-f26f980bcf33-sda', '1752649229.65908', '1752649232', '0', '', '1752649232', 0, 0) +test DEBUG: /tmp/tmp5u5kfcr0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4b378c2b-a39c-4141-966f-f26f980bcf33-sda', '1752649229.65908', '1752649232', '0', '', '1752649232', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4b378c2b-a39c-4141-966f-f26f980bcf33-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02165 seconds (46.19409/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplo00dm8h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '52c28943-93b0-4b49-87e3-3cd4e36b7ed0-sda', '1752649229.70796', '1752649232', '0', '', '1752649232', 1, 0) +test DEBUG: /tmp/tmplo00dm8h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649233.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '52c28943-93b0-4b49-87e3-3cd4e36b7ed0-sda') +test DEBUG: /tmp/tmplo00dm8h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0101745s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '52c28943-93b0-4b49-87e3-3cd4e36b7ed0-sda', '1752649229.70796', '1752649232', '0', '', '1752649232', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('52c28943-93b0-4b49-87e3-3cd4e36b7ed0-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplo00dm8h/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05560 seconds (17.98506/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmplo00dm8h/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'dd2269ff043abf407a03308cdea74521', 'c000e281-c703-4e95-b11c-561af77586e6-sda', '1752649229.75470', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('c000e281-c703-4e95-b11c-561af77586e6-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'dd2269ff043abf407a03308cdea74521', 'c000e281-c703-4e95-b11c-561af77586e6-sda', '1752649229.75470', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('c000e281-c703-4e95-b11c-561af77586e6-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1acgvd7t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'fbe11159-d8da-45a3-ad63-73ab4b7eefe4-sda', '1752649229.81981', '1752649232', '0', '', '1752649232', 0, 1) +test DEBUG: /tmp/tmp1acgvd7t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'fbe11159-d8da-45a3-ad63-73ab4b7eefe4-sda', '1752649229.81981', '1752649232', '0', '', '1752649232', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fbe11159-d8da-45a3-ad63-73ab4b7eefe4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db')test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649353.00000, db: /tmp/tmp6gju_24z/sda/containers/0/d4b/cb2eb83d5cd93d499eaf3537821acd4b/cb2eb83d5cd93d499eaf3537821acd4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649355.00000, db: /tmp/tmp6gju_24z/sda/containers/0/79b/9ec2bb59fe3461819b66f6dd235f479b/9ec2bb59fe3461819b66f6dd235f479b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649355.00000, db: /tmp/tmp6gju_24z/sda/containers/0/79b/9ec2bb59fe3461819b66f6dd235f479b/9ec2bb59fe3461819b66f6dd235f479b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649356.00000, db: /tmp/tmp6gju_24z/sda/containers/0/cf1/efb99786c14bc53096319489970c4cf1/efb99786c14bc53096319489970c4cf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649358.00000, db: /tmp/tmp6gju_24z/sda/containers/0/b94/4e39cfe6478103137a4502f50ea73b94/4e39cfe6478103137a4502f50ea73b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649360.00000, db: /tmp/tmp6gju_24z/sda/containers/0/bb3/57eabd68cdb5a30378ce04f892519bb3/57eabd68cdb5a30378ce04f892519bb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649362.00000, db: /tmp/tmp6gju_24z/sda/containers/0/f6a/ecbee4ee3ef1721ad9f48ecd7ab5df6a/ecbee4ee3ef1721ad9f48ecd7ab5df6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649364.00000, db: /tmp/tmp6gju_24z/sda/containers/0/f53/9ea2bd176709434ebe8534114a823f53/9ea2bd176709434ebe8534114a823f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649366.00000, db: /tmp/tmp6gju_24z/sda/containers/0/25c/52a7feff6fbd081ab64474439c51025c/52a7feff6fbd081ab64474439c51025c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649368.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ad6/066614c1243d8c109f6cfbbd2456fad6/066614c1243d8c109f6cfbbd2456fad6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649370.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e6d/e06911ebc6efa892f74068f8c6f36e6d/e06911ebc6efa892f74068f8c6f36e6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649372.00000, db: /tmp/tmp6gju_24z/sda/containers/0/da5/ad6239084442960c42fba3b4938b7da5/ad6239084442960c42fba3b4938b7da5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649374.00000, db: /tmp/tmp6gju_24z/sda/containers/0/aa3/a56f06b2ceafe56c7d6663ef6ca8eaa3/a56f06b2ceafe56c7d6663ef6ca8eaa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649376.00000, db: /tmp/tmp6gju_24z/sda/containers/0/11b/7a3d46b5e3feddccf5d5c073687fc11b/7a3d46b5e3feddccf5d5c073687fc11b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649378.00000, db: /tmp/tmp6gju_24z/sda/containers/0/534/f52531331ba940a59ff965889e3ff534/f52531331ba940a59ff965889e3ff534.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649380.00000, db: /tmp/tmp6gju_24z/sda/containers/0/71e/8d0a345e974337256420bff4278bd71e/8d0a345e974337256420bff4278bd71e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649382.00000, db: /tmp/tmp6gju_24z/sda/containers/0/255/a4c42edb968abc7a184b028cec416255/a4c42edb968abc7a184b028cec416255.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649384.00000, db: /tmp/tmp6gju_24z/sda/containers/0/b22/6b5c5978c8f4e449941923784cebcb22/6b5c5978c8f4e449941923784cebcb22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649386.00000, db: /tmp/tmp6gju_24z/sda/containers/0/786/61b368bca518749e3cfd4385b5ec0786/61b368bca518749e3cfd4385b5ec0786.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649388.00000, db: /tmp/tmp6gju_24z/sda/containers/0/f2c/0482dcb0aaa9f29d6030f3f82bb09f2c/0482dcb0aaa9f29d6030f3f82bb09f2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649390.00000, db: /tmp/tmp6gju_24z/sda/containers/0/a9d/c446fc1c91561f515e5e71ac40a75a9d/c446fc1c91561f515e5e71ac40a75a9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649392.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6d4/114f2db414fa02e5eb74b8cfdb1046d4/114f2db414fa02e5eb74b8cfdb1046d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649394.00000, db: /tmp/tmp6gju_24z/sda/containers/0/fa8/3cb0bf04d0407b5c7c8898f52ca90fa8/3cb0bf04d0407b5c7c8898f52ca90fa8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649396.00000, db: /tmp/tmp6gju_24z/sda/containers/0/c93/2ba6d9d502bd0158641ed0726f007c93/2ba6d9d502bd0158641ed0726f007c93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649398.00000, db: /tmp/tmp6gju_24z/sda/containers/0/87e/cfe3b33e60ed24571f6fe5b25bc4987e/cfe3b33e60ed24571f6fe5b25bc4987e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649400.00000, db: /tmp/tmp6gju_24z/sda/containers/0/652/e045e7c753db178e73b8cc0b2a54f652/e045e7c753db178e73b8cc0b2a54f652.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649402.00000, db: /tmp/tmp6gju_24z/sda/containers/0/6e6/d29dee47ffe3d51322432c0fdb1a56e6/d29dee47ffe3d51322432c0fdb1a56e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649404.00000, db: /tmp/tmp6gju_24z/sda/containers/0/b3d/c832b84df108cbe27138bab6596bab3d/c832b84df108cbe27138bab6596bab3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649406.00000, db: /tmp/tmp6gju_24z/sda/containers/0/772/703069a83712d6fcaca8ccf367b10772/703069a83712d6fcaca8ccf367b10772.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649408.00000, db: /tmp/tmp6gju_24z/sda/containers/0/fc9/7988b2bb21976c4156337a6e8cb8afc9/7988b2bb21976c4156337a6e8cb8afc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649410.00000, db: /tmp/tmp6gju_24z/sda/containers/0/cee/3e303f2fc55b08e939e798ea53972cee/3e303f2fc55b08e939e798ea53972cee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649412.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e59/8ea8bce0dea6076791fe85fc9d6e9e59/8ea8bce0dea6076791fe85fc9d6e9e59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649414.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ca3/9bc6f1d9f92c9cb0990bd50e8f4c9ca3/9bc6f1d9f92c9cb0990bd50e8f4c9ca3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649416.00000, db: /tmp/tmp6gju_24z/sda/containers/0/817/802b5bfa5c2569589e0ddf0d93971817/802b5bfa5c2569589e0ddf0d93971817.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649418.00000, db: /tmp/tmp6gju_24z/sda/containers/0/fed/b2bf4b3b1e65164cf004f75b9bfbafed/b2bf4b3b1e65164cf004f75b9bfbafed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649420.00000, db: /tmp/tmp6gju_24z/sda/containers/0/48f/e8ab21c4d4ae6ca80fee9633d74a848f/e8ab21c4d4ae6ca80fee9633d74a848f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649420.00000, db: /tmp/tmp6gju_24z/sda/containers/0/48f/e8ab21c4d4ae6ca80fee9633d74a848f/e8ab21c4d4ae6ca80fee9633d74a848f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649422.00000, db: /tmp/tmp6gju_24z/sda/containers/0/d6c/3c2d2adaa3a879e6eaba4cfbd6b0dd6c/3c2d2adaa3a879e6eaba4cfbd6b0dd6c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649422.00000, db: /tmp/tmp6gju_24z/sda/containers/0/d6c/3c2d2adaa3a879e6eaba4cfbd6b0dd6c/3c2d2adaa3a879e6eaba4cfbd6b0dd6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649424.00000, db: /tmp/tmp6gju_24z/sda/containers/0/88f/50449505513e5f34cecab8a203b1688f/50449505513e5f34cecab8a203b1688f.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok + +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03672 seconds (27.23178/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpii4ua9qv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '4bf80e06-e8a8-4e9c-b661-6d900fa06411-sda', '1752649229.90843', '1752649232', '0', '', '1752649232', 1, 1) +test DEBUG: /tmp/tmpii4ua9qv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '4bf80e06-e8a8-4e9c-b661-6d900fa06411-sda', '1752649229.90843', '1752649232', '0', '', '1752649232', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4bf80e06-e8a8-4e9c-b661-6d900fa06411-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpii4ua9qv/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.08287 seconds (12.06715/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpii4ua9qv/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '22e3fbcd01c068d2d1150d8a2c025763', 'fc4bcd87-91b1-4aa2-b8a1-91f6415df2ce-sda', '1752649229.97860', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('fc4bcd87-91b1-4aa2-b8a1-91f6415df2ce-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '22e3fbcd01c068d2d1150d8a2c025763', 'fc4bcd87-91b1-4aa2-b8a1-91f6415df2ce-sda', '1752649229.97860', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('fc4bcd87-91b1-4aa2-b8a1-91f6415df2ce-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpib894oyw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '841e7e21-804d-47db-8b33-a882f5503d4b-sda', '1752649230.04644', '1752649230', '1752649234', '', '1752649234', 0, 1) +test DEBUG: /tmp/tmpib894oyw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '841e7e21-804d-47db-8b33-a882f5503d4b-sda', '1752649230.04644', '1752649230', '1752649234', '', '1752649234', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('841e7e21-804d-47db-8b33-a882f5503d4b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04027 seconds (24.83418/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp69hs_s64/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', '80b2e565-079f-4df9-8cb5-299dd5aceeba-sda', '1752649230.11390', '1752649230', '1752649234', '', '1752649234', 1, 0) +test DEBUG: /tmp/tmp69hs_s64/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649235.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '80b2e565-079f-4df9-8cb5-299dd5aceeba-sda') +test DEBUG: /tmp/tmp69hs_s64/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0110474s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', '80b2e565-079f-4df9-8cb5-299dd5aceeba-sda', '1752649230.11390', '1752649230', '1752649234', '', '1752649234', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('80b2e565-079f-4df9-8cb5-299dd5aceeba-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp69hs_s64/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06522 seconds (15.33334/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp69hs_s64/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '68c095d77131c45a20cb75aaec3e9789', '382e2b0c-fc3a-423d-a7e6-ee4367c0ee28-sda', '1752649230.19070', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('382e2b0c-fc3a-423d-a7e6-ee4367c0ee28-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '68c095d77131c45a20cb75aaec3e9789', '382e2b0c-fc3a-423d-a7e6-ee4367c0ee28-sda', '1752649230.19070', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('382e2b0c-fc3a-423d-a7e6-ee4367c0ee28-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpb28z56ra/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7b7b7f6f-3e09-4361-aac9-77f18696dfd6-sda', '1752649230.25331', '1752649230', '1752649234', '', '1752649234', 0, 0) +test DEBUG: /tmp/tmpb28z56ra/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7b7b7f6f-3e09-4361-aac9-77f18696dfd6-sda', '1752649230.25331', '1752649230', '1752649234', '', '1752649234', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7b7b7f6f-3e09-4361-aac9-77f18696dfd6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02625 seconds (38.10045/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr_eac316/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', 'e188d6cb-962d-42c3-bf66-b9321a866846-sda', '1752649230.31907', '1752649230', '1752649234', '', '1752649234', 1, 0) +test DEBUG: /tmp/tmpr_eac316/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649424.00000, db: /tmp/tmp6gju_24z/sda/containers/0/88f/50449505513e5f34cecab8a203b1688f/50449505513e5f34cecab8a203b1688f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649426.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ae5/811d506d0db24bb0ef1806d41d6c6ae5/811d506d0db24bb0ef1806d41d6c6ae5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649426.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ae5/811d506d0db24bb0ef1806d41d6c6ae5/811d506d0db24bb0ef1806d41d6c6ae5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649428.00000, db: /tmp/tmp6gju_24z/sda/containers/0/351/1576f12f0aeb45bdc321e830503a6351/1576f12f0aeb45bdc321e830503a6351.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649428.00000, db: /tmp/tmp6gju_24z/sda/containers/0/351/1576f12f0aeb45bdc321e830503a6351/1576f12f0aeb45bdc321e830503a6351.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649430.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e8a/85523af913a85d2b63933ce5766e3e8a/85523af913a85d2b63933ce5766e3e8a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649430.00000, db: /tmp/tmp6gju_24z/sda/containers/0/e8a/85523af913a85d2b63933ce5766e3e8a/85523af913a85d2b63933ce5766e3e8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649432.00000, db: /tmp/tmp6gju_24z/sda/containers/0/237/c247b813f25956842cf943585a1c9237/c247b813f25956842cf943585a1c9237.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649432.00000, db: /tmp/tmp6gju_24z/sda/containers/0/237/c247b813f25956842cf943585a1c9237/c247b813f25956842cf943585a1c9237.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649434.00000, db: /tmp/tmp6gju_24z/sda/containers/0/c5a/6718fd45a0c9425387679095b25c9c5a/6718fd45a0c9425387679095b25c9c5a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649434.00000, db: /tmp/tmp6gju_24z/sda/containers/0/c5a/6718fd45a0c9425387679095b25c9c5a/6718fd45a0c9425387679095b25c9c5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649436.00000, db: /tmp/tmp6gju_24z/sda/containers/0/bd5/e452d74bdd4f58b6f4227b5a9f6c1bd5/e452d74bdd4f58b6f4227b5a9f6c1bd5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649436.00000, db: /tmp/tmp6gju_24z/sda/containers/0/bd5/e452d74bdd4f58b6f4227b5a9f6c1bd5/e452d74bdd4f58b6f4227b5a9f6c1bd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649438.00000, db: /tmp/tmp6gju_24z/sda/containers/0/af5/c3c25d01ccc03e3a4d49428e3ce4faf5/c3c25d01ccc03e3a4d49428e3ce4faf5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649438.00000, db: /tmp/tmp6gju_24z/sda/containers/0/af5/c3c25d01ccc03e3a4d49428e3ce4faf5/c3c25d01ccc03e3a4d49428e3ce4faf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649440.00000, db: /tmp/tmp6gju_24z/sda/containers/0/973/e26761445664b60e4df2357852e33973/e26761445664b60e4df2357852e33973.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649440.00000, db: /tmp/tmp6gju_24z/sda/containers/0/973/e26761445664b60e4df2357852e33973/e26761445664b60e4df2357852e33973.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649442.00000, db: /tmp/tmp6gju_24z/sda/containers/0/c08/ca8eba2196100f2d3b44bd15a64eec08/ca8eba2196100f2d3b44bd15a64eec08.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649442.00000, db: /tmp/tmp6gju_24z/sda/containers/0/c08/ca8eba2196100f2d3b44bd15a64eec08/ca8eba2196100f2d3b44bd15a64eec08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649444.00000, db: /tmp/tmp6gju_24z/sda/containers/0/788/18c54d4e575c0fbc925b6c79d94bf788/18c54d4e575c0fbc925b6c79d94bf788.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649444.00000, db: /tmp/tmp6gju_24z/sda/containers/0/788/18c54d4e575c0fbc925b6c79d94bf788/18c54d4e575c0fbc925b6c79d94bf788.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649446.00000, db: /tmp/tmp6gju_24z/sda/containers/0/177/57590575e9d1c9735599a3aa5b1e0177/57590575e9d1c9735599a3aa5b1e0177.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649446.00000, db: /tmp/tmp6gju_24z/sda/containers/0/177/57590575e9d1c9735599a3aa5b1e0177/57590575e9d1c9735599a3aa5b1e0177.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649448.00000, db: /tmp/tmp6gju_24z/sda/containers/0/69c/7f5958de80fe1a93c8bfdcd334cf269c/7f5958de80fe1a93c8bfdcd334cf269c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649448.00000, db: /tmp/tmp6gju_24z/sda/containers/0/69c/7f5958de80fe1a93c8bfdcd334cf269c/7f5958de80fe1a93c8bfdcd334cf269c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649450.00000, db: /tmp/tmp6gju_24z/sda/containers/0/754/825a512073b9a5102cad3e80c8727754/825a512073b9a5102cad3e80c8727754.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649450.00000, db: /tmp/tmp6gju_24z/sda/containers/0/754/825a512073b9a5102cad3e80c8727754/825a512073b9a5102cad3e80c8727754.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649452.00000, db: /tmp/tmp6gju_24z/sda/containers/0/a10/e43d78f016eebd0dac1220cd0b549a10/e43d78f016eebd0dac1220cd0b549a10.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649452.00000, db: /tmp/tmp6gju_24z/sda/containers/0/a10/e43d78f016eebd0dac1220cd0b549a10/e43d78f016eebd0dac1220cd0b549a10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649454.00000, db: /tmp/tmp6gju_24z/sda/containers/0/789/fcbb8dffa7988b7a8f4f52d239515789/fcbb8dffa7988b7a8f4f52d239515789.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649454.00000, db: /tmp/tmp6gju_24z/sda/containers/0/789/fcbb8dffa7988b7a8f4f52d239515789/fcbb8dffa7988b7a8f4f52d239515789.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649456.00000, db: /tmp/tmp6gju_24z/sda/containers/0/a20/e6c4eb41ec4d8173f7f53131ca77ca20/e6c4eb41ec4d8173f7f53131ca77ca20.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649456.00000, db: /tmp/tmp6gju_24z/sda/containers/0/a20/e6c4eb41ec4d8173f7f53131ca77ca20/e6c4eb41ec4d8173f7f53131ca77ca20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649458.00000, db: /tmp/tmp6gju_24z/sda/containers/0/13f/ec6992041d6e3122b93435a64011813f/ec6992041d6e3122b93435a64011813f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649458.00000, db: /tmp/tmp6gju_24z/sda/containers/0/13f/ec6992041d6e3122b93435a64011813f/ec6992041d6e3122b93435a64011813f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649460.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ec7/a8ca9d64e8a49937a7665ff89a5b5ec7/a8ca9d64e8a49937a7665ff89a5b5ec7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649460.00000, db: /tmp/tmp6gju_24z/sda/containers/0/ec7/a8ca9d64e8a49937a7665ff89a5b5ec7/a8ca9d64e8a49937a7665ff89a5b5ec7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649462.00000, db: /tmp/tmp6gju_24z/sda/containers/0/69b/400fc69c0fe0ca52632af4cb53f4a69b/400fc69c0fe0ca52632af4cb53f4a69b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649462.00000, db: /tmp/tmp6gju_24z/sda/containers/0/69b/400fc69c0fe0ca52632af4cb53f4a69b/400fc69c0fe0ca52632af4cb53f4a69b.dbtest.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', 'e188d6cb-962d-42c3-bf66-b9321a866846-sda', '1752649230.31907', '1752649230', '1752649234', '', '1752649234', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e188d6cb-962d-42c3-bf66-b9321a866846-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpr_eac316/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07129 seconds (14.02799/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpr_eac316/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '68c095d77131c45a20cb75aaec3e9789', 'd90a801f-c1ea-4446-b684-5c69135b740e-sda', '1752649230.40414', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('d90a801f-c1ea-4446-b684-5c69135b740e-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '68c095d77131c45a20cb75aaec3e9789', 'd90a801f-c1ea-4446-b684-5c69135b740e-sda', '1752649230.40414', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('d90a801f-c1ea-4446-b684-5c69135b740e-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsynsibvi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '74bd4409-387f-462d-9509-9d98c36c2d86-sda', '1752649230.45215', '1752649230', '0', '', '1752649230', 0, 1) +test DEBUG: /tmp/tmpsynsibvi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '74bd4409-387f-462d-9509-9d98c36c2d86-sda', '1752649230.45215', '1752649230', '0', '', '1752649230', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('74bd4409-387f-462d-9509-9d98c36c2d86-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03999 seconds (25.00428/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1lf_rb0s/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '61beefaf1b831ea8b741d731ccac6567', 'd78c6d8c-b3b3-4214-8451-77afaa257f46-sda', '1752649230.53245', '1752649230', '0', '', '1752649230', 1, 1) +test DEBUG: /tmp/tmp1lf_rb0s/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649234.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'd78c6d8c-b3b3-4214-8451-77afaa257f46-sda') +test DEBUG: /tmp/tmp1lf_rb0s/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00725842s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '61beefaf1b831ea8b741d731ccac6567', 'd78c6d8c-b3b3-4214-8451-77afaa257f46-sda', '1752649230.53245', '1752649230', '0', '', '1752649230', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('d78c6d8c-b3b3-4214-8451-77afaa257f46-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1lf_rb0s/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05471 seconds (18.27819/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1lf_rb0s/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'db1c306a6d051fec77d177caf80b9b5c', '7ad174ff-5702-42c2-b5cb-7a6e25604014-sda', '1752649230.60353', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('7ad174ff-5702-42c2-b5cb-7a6e25604014-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'db1c306a6d051fec77d177caf80b9b5c', '7ad174ff-5702-42c2-b5cb-7a6e25604014-sda', '1752649230.60353', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('7ad174ff-5702-42c2-b5cb-7a6e25604014-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7em_ux31/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '395baed8-86ea-4c91-b7d2-fbd04a775c38-sda', '1752649230.63116', '1752649230', '0', '', '1752649230', 0, 0) +test DEBUG: /tmp/tmp7em_ux31/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '395baed8-86ea-4c91-b7d2-fbd04a775c38-sda', '1752649230.63116', '1752649230', '0', '', '1752649230', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('395baed8-86ea-4c91-b7d2-fbd04a775c38-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03173 seconds (31.51398/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_iambrap/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '61beefaf1b831ea8b741d731ccac6567', 'a7363644-cec7-4c21-8b17-5c35f1482b8a-sda', '1752649230.68193', '1752649230', '0', '', '1752649230', 1, 0) +test DEBUG: /tmp/tmp_iambrap/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '61beefaf1b831ea8b741d731ccac6567', 'a7363644-cec7-4c21-8b17-5c35f1482b8a-sda', '1752649230.68193', '1752649230', '0', '', '1752649230', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a7363644-cec7-4c21-8b17-5c35f1482b8a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_iambrap/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01884 seconds (53.08209/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test ERROR: Failed to unlink '/tmp/tmpae_21wxb/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpae_21wxb/containers/part/suffix/hash/container_1752649230.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpae_21wxb/containers/part/suffix/hash/container_1752649230.00000.db': ['/tmp/tmpae_21wxb/containers/part/suffix/hash/container.db', '/tmp/tmpae_21wxb/containers/part/suffix/hash/container_1752649231.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpae_21wxb/containers/part/suffix/hash/container_1752649231.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66ydodn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1752537568 1752562830-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752537568 1752562830-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752537568 1752562830-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752537568 1752562830-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752537568 1752562830-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752623968 1752649229-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752623968 1752649229-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752623968 1752649229-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_invalid_container +test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_invalid_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_unexpected_container +test.unit.obj.test_expirer.TestObjectExpirer.test_get_task_containers_unexpected_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_default_round_robin_cache_default +test.unit.obj.test_expirer.TestObjectExpirer.test_init_default_round_robin_cache_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_empty_conf +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_empty_conf ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_expirer_conf +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_expirer_conf ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_internal_and_other_conf +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_internal_and_other_conf ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_other_and_other_conf +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_other_and_other_conf ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_and_other_conf +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_and_other_conf ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_conf +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path_from_server_conf ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_large_round_robin_cache +test.unit.obj.test_expirer.TestObjectExpirer.test_init_large_round_robin_cache ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok + +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp_iambrap/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '06c3ba7d085883ffc029014d145d67de', 'b0b34f85-2cf2-499e-b40f-11d5943c4f04-sda', '1752649230.70439', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('b0b34f85-2cf2-499e-b40f-11d5943c4f04-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '06c3ba7d085883ffc029014d145d67de', 'b0b34f85-2cf2-499e-b40f-11d5943c4f04-sda', '1752649230.70439', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('b0b34f85-2cf2-499e-b40f-11d5943c4f04-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2u5inint/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8ace2533-da1e-4d44-8fb0-e9df55612201-sda', '1752649230.73911', '1752649230', '1752649232', '', '1752649232', 0, 1) +test DEBUG: /tmp/tmp2u5inint/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8ace2533-da1e-4d44-8fb0-e9df55612201-sda', '1752649230.73911', '1752649230', '1752649232', '', '1752649232', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('8ace2533-da1e-4d44-8fb0-e9df55612201-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02039 seconds (49.03645/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpb2mjyimo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', 'fef5c5b4-d4d8-4d7a-b6b2-fcd562964130-sda', '1752649230.79041', '1752649230', '1752649232', '', '1752649232', 1, 0) +test DEBUG: /tmp/tmpb2mjyimo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649235.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fef5c5b4-d4d8-4d7a-b6b2-fcd562964130-sda') +test DEBUG: /tmp/tmpb2mjyimo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00764561s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', 'fef5c5b4-d4d8-4d7a-b6b2-fcd562964130-sda', '1752649230.79041', '1752649230', '1752649232', '', '1752649232', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fef5c5b4-d4d8-4d7a-b6b2-fcd562964130-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpb2mjyimo/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06316 seconds (15.83226/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpb2mjyimo/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '68c095d77131c45a20cb75aaec3e9789', '77bbd62d-459d-452f-ba55-1543f344a0ac-sda', '1752649230.84702', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('77bbd62d-459d-452f-ba55-1543f344a0ac-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '68c095d77131c45a20cb75aaec3e9789', '77bbd62d-459d-452f-ba55-1543f344a0ac-sda', '1752649230.84702', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('77bbd62d-459d-452f-ba55-1543f344a0ac-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0y6vxe49/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '922796eb-3623-4c61-a4ec-97d3d802c0ab-sda', '1752649230.88591', '1752649230', '1752649232', '', '1752649232', 0, 0) +test DEBUG: /tmp/tmp0y6vxe49/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '922796eb-3623-4c61-a4ec-97d3d802c0ab-sda', '1752649230.88591', '1752649230', '1752649232', '', '1752649232', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('922796eb-3623-4c61-a4ec-97d3d802c0ab-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02182 seconds (45.82515/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps2enzpge/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', '97972559-561d-4ca5-968d-e38592b34fa6-sda', '1752649230.93099', '1752649230', '1752649232', '', '1752649232', 1, 1) +test DEBUG: /tmp/tmps2enzpge/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ab5cad189769ca8d56e5c0df7f4a31d1', '97972559-561d-4ca5-968d-e38592b34fa6-sda', '1752649230.93099', '1752649230', '1752649232', '', '1752649232', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('97972559-561d-4ca5-968d-e38592b34fa6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmps2enzpge/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03390 seconds (29.49780/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmps2enzpge/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '3c4529fd60735fed4e72da103085514b', '9e4c8d40-a3bb-4adc-8190-15c3d48051d5-sda', '1752649230.97555', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('9e4c8d40-a3bb-4adc-8190-15c3d48051d5-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '3c4529fd60735fed4e72da103085514b', '9e4c8d40-a3bb-4adc-8190-15c3d48051d5-sda', '1752649230.97555', '1752649200', '0', '', '1752649200', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_404_response_on_missing_container +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_404_response_on_missing_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok + +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('9e4c8d40-a3bb-4adc-8190-15c3d48051d5-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpopn7n49r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ff2839fb-4f6b-4183-8f4a-5eb27d68b997-sda', '1752649231.02489', '1752649234', '1752649233', '', '1752649234', 0, 0) +test DEBUG: /tmp/tmpopn7n49r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ff2839fb-4f6b-4183-8f4a-5eb27d68b997-sda', '1752649231.02489', '1752649234', '1752649233', '', '1752649234', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ff2839fb-4f6b-4183-8f4a-5eb27d68b997-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01326 seconds (75.43384/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1z5cd7xf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '280b63ff3680841fe29f30dea98b3d6d', '30812640-b89c-4608-bd5a-b4abba03ac99-sda', '1752649231.07505', '1752649234', '1752649233', '', '1752649234', 1, 0) +test DEBUG: /tmp/tmp1z5cd7xf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1752649237.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '30812640-b89c-4608-bd5a-b4abba03ac99-sda') +test DEBUG: /tmp/tmp1z5cd7xf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00417018s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '280b63ff3680841fe29f30dea98b3d6d', '30812640-b89c-4608-bd5a-b4abba03ac99-sda', '1752649231.07505', '1752649234', '1752649233', '', '1752649234', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('30812640-b89c-4608-bd5a-b4abba03ac99-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1z5cd7xf/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04385 seconds (22.80289/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1z5cd7xf/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '427f1f01866a2bcde8dd1e9701a3ffdb', '25832379-7ca1-49e7-bb99-5b7366dfce55-sda', '1752649231.12800', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('25832379-7ca1-49e7-bb99-5b7366dfce55-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, '427f1f01866a2bcde8dd1e9701a3ffdb', '25832379-7ca1-49e7-bb99-5b7366dfce55-sda', '1752649231.12800', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('25832379-7ca1-49e7-bb99-5b7366dfce55-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkg3a4na6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '151787dc-a8bf-4991-b401-c431b911b65f-sda', '1752649231.15264', '1752649234', '1752649233', '', '1752649234', 0, 1) +test DEBUG: /tmp/tmpkg3a4na6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '151787dc-a8bf-4991-b401-c431b911b65f-sda', '1752649231.15264', '1752649234', '1752649233', '', '1752649234', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('151787dc-a8bf-4991-b401-c431b911b65f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01014 seconds (98.57952/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2v7vozz8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '280b63ff3680841fe29f30dea98b3d6d', '2aaeeb5c-b418-4099-a0af-8de0df1a0f3d-sda', '1752649231.17508', '1752649234', '1752649233', '', '1752649234', 1, 1) +test DEBUG: /tmp/tmp2v7vozz8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '280b63ff3680841fe29f30dea98b3d6d', '2aaeeb5c-b418-4099-a0af-8de0df1a0f3d-sda', '1752649231.17508', '1752649234', '1752649233', '', '1752649234', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2aaeeb5c-b418-4099-a0af-8de0df1a0f3d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2v7vozz8/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02180 seconds (45.87979/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp2v7vozz8/sda/containers/0/c19/8083de0101206f47a3df5cfcc0d71c19/8083de0101206f47a3df5cfcc0d71c19.db +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'bbeac8dc9b83528b32b23f3bb6916959', '7c45137f-c3c2-47e8-aa9c-8cf8a6cdd503-sda', '1752649231.19890', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdb/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('7c45137f-c3c2-47e8-aa9c-8cf8a6cdd503-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, sync, (1, 'bbeac8dc9b83528b32b23f3bb6916959', '7c45137f-c3c2-47e8-aa9c-8cf8a6cdd503-sda', '1752649231.19890', '1752649200', '0', '', '1752649200', 1, 0) +REPLICATE: /sdc/0/8083de0101206f47a3df5cfcc0d71c19, complete_rsync, ('7c45137f-c3c2-47e8-aa9c-8cf8a6cdd503-sda', '8083de0101206f47a3df5cfcc0d71c19.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '630555208b033b6d1d9128a883d3c787', '558f11ab-dc62-4876-a404-24524cc861b2-sda', '1752649231.22129', '1752649231.00000', '0', '{"x-container-meta-test": ["foo", "1752649231.00000"]}', '1752649231.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.00s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00stest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649464.00000, db: /tmp/tmp6gju_24z/sda/containers/0/548/74af716b5edc3499bc141001212fb548/74af716b5edc3499bc141001212fb548.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649464.00000, db: /tmp/tmp6gju_24z/sda/containers/0/548/74af716b5edc3499bc141001212fb548/74af716b5edc3499bc141001212fb548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649466.00000, db: /tmp/tmp6gju_24z/sda/containers/0/f51/d601bfd47e9e39b8a528a87ac323bf51/d601bfd47e9e39b8a528a87ac323bf51.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649466.00000, db: /tmp/tmp6gju_24z/sda/containers/0/f51/d601bfd47e9e39b8a528a87ac323bf51/d601bfd47e9e39b8a528a87ac323bf51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649468.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2c4/935b34173f981530dbd4dcd158d0e2c4/935b34173f981530dbd4dcd158d0e2c4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649468.00000, db: /tmp/tmp6gju_24z/sda/containers/0/2c4/935b34173f981530dbd4dcd158d0e2c4/935b34173f981530dbd4dcd158d0e2c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649470.00000, db: /tmp/tmp6gju_24z/sda/containers/0/549/4ad5b093f5e283af7238d9d524971549/4ad5b093f5e283af7238d9d524971549.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649470.00000, db: /tmp/tmp6gju_24z/sda/containers/0/549/4ad5b093f5e283af7238d9d524971549/4ad5b093f5e283af7238d9d524971549.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649472.00000, db: /tmp/tmp6gju_24z/sda/containers/0/69d/d3dd70dbcefde46b6321088ce3cbe69d/d3dd70dbcefde46b6321088ce3cbe69d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649472.00000, db: /tmp/tmp6gju_24z/sda/containers/0/69d/d3dd70dbcefde46b6321088ce3cbe69d/d3dd70dbcefde46b6321088ce3cbe69d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649474.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1c6/c9c47c8e3ae31ccf8f93d23a53c261c6/c9c47c8e3ae31ccf8f93d23a53c261c6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649474.00000, db: /tmp/tmp6gju_24z/sda/containers/0/1c6/c9c47c8e3ae31ccf8f93d23a53c261c6/c9c47c8e3ae31ccf8f93d23a53c261c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649476.00000, db: /tmp/tmp6gju_24z/sda/containers/0/808/3aaa584cf1dc22f90e6159f0db7c0808/3aaa584cf1dc22f90e6159f0db7c0808.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649476.00000, db: /tmp/tmp6gju_24z/sda/containers/0/808/3aaa584cf1dc22f90e6159f0db7c0808/3aaa584cf1dc22f90e6159f0db7c0808.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649478.00000, db: /tmp/tmp6gju_24z/sda/containers/0/108/e9d60f630a6cedc1044c7dc3f8886108/e9d60f630a6cedc1044c7dc3f8886108.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649478.00000, db: /tmp/tmp6gju_24z/sda/containers/0/108/e9d60f630a6cedc1044c7dc3f8886108/e9d60f630a6cedc1044c7dc3f8886108.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649480.00000, db: /tmp/tmp6gju_24z/sda/containers/0/657/2b23d34217b7944f0b0bf971451ee657/2b23d34217b7944f0b0bf971451ee657.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649480.00000, db: /tmp/tmp6gju_24z/sda/containers/0/657/2b23d34217b7944f0b0bf971451ee657/2b23d34217b7944f0b0bf971451ee657.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1752649482.00000, db: /tmp/tmp6gju_24z/sda/containers/0/5f5/5604a35ea51ed1c75a53896b85b125f5/5604a35ea51ed1c75a53896b85b125f5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1752649482.00000, db: /tmp/tmp6gju_24z/sda/containers/0/5f5/5604a35ea51ed1c75a53896b85b125f5/5604a35ea51ed1c75a53896b85b125f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp7f2zqmh_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1752649230.00000, (0, 0) as of 1752649230.00000, active as of 1752649230.00000> to ShardRange<'k' to 't' as of 1752649231.00000, (0, 0) as of 1752649231.00000, sharded as of 1752649232.00000>, path: .shards_a/shard_c, db: /tmp/tmp7f2zqmh_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp7f2zqmh_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpq4ohxzo1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649231.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/ae9/a04ef71e4f011ad7a347185d47815ae9/a04ef71e4f011ad7a347185d47815ae9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649234.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/ffe/d4d86711a1b270d4788289ee056a3ffe/d4d86711a1b270d4788289ee056a3ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649237.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/dd3/e44ca5d2cae2cfd664ee8741150eddd3/e44ca5d2cae2cfd664ee8741150eddd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649240.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/8ee/10fcaf746f1a3ff3b0bab14e4a3638ee/10fcaf746f1a3ff3b0bab14e4a3638ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649243.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/bb2/e4ce50946a820c8c2415d67527a1bbb2/e4ce50946a820c8c2415d67527a1bbb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649246.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/d4c/c106cdc949fa055fceb314fbdc719d4c/c106cdc949fa055fceb314fbdc719d4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649249.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/a0d/25b20064c20aa273a260d6a2ed968a0d/25b20064c20aa273a260d6a2ed968a0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649252.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649255.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/e97/303eb5ba8ee40b6b11424628fc44fe97/303eb5ba8ee40b6b11424628fc44fe97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649258.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/749/b0e70dad3413eb1e7f68a392adee6749/b0e70dad3413eb1e7f68a392adee6749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649267.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/dbd/c9b9e090cc6ba155c1593f865fe4bdbd/c9b9e090cc6ba155c1593f865fe4bdbd.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +statsd_reader thread: OSError(9, 'Bad file descriptor')2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +statsd_reader thread: OSError(9, 'Bad file descriptor')/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_header_non_token_chars_in_params +test.unit.common.test_utils.TestUtils.test_parse_header_non_token_chars_in_params ... ok +test.unit.common.test_utils.TestUtils.test_parse_header_quoted_string_in_params +test.unit.common.test_utils.TestUtils.test_parse_header_quoted_string_in_params ... ok +test.unit.common.test_utils.TestUtils.test_parse_headers_chars_in_params +test.unit.common.test_utils.TestUtils.test_parse_headers_chars_in_params ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_503_response_on_container +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_503_response_on_container ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok + +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.25152', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.25152', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25152', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.25156', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.25157', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.25157', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25157', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1752649231.25298', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.009027s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.25152', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.25152', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25152', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.25156', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.25157', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.25157', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25157', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.25152', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.25152', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25152', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1752649231.32489', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.25157', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.25157', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25157', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.32461', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.32461', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.32451', 'epoch': '1752649231.32451', 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.25152', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.25152', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25152', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649231.36089', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.25157', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.25157', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25157', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.32461', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.32461', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.32451', 'epoch': '1752649231.32451', 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.37841', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.37841', 'deleted': 1, 'state': 10, 'state_timestamp': '1752649231.37841', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649231.36089', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.25157', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.25157', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25157', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.32461', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.32461', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.32451', 'epoch': '1752649231.32451', 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_exception +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_unexpected_response +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_unexpected_response ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok + +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.37841', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.37841', 'deleted': 1, 'state': 10, 'state_timestamp': '1752649231.37841', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649231.36089', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.41092', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1752649231.41092', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.41092', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.32461', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.32461', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.32451', 'epoch': '1752649231.32451', 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.37841', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.37841', 'deleted': 1, 'state': 10, 'state_timestamp': '1752649231.37841', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649231.36089', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.41092', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1752649231.45853', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.41092', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.32461', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.32461', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.32451', 'epoch': '1752649231.32451', 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.47682', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.37841', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.37841', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649231.36089', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.41092', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1752649231.45853', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.41092', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.32461', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.32461', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.32451', 'epoch': '1752649231.32451', 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzqquc7m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '46eecc135ff396876f41bd808c218db0', 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda', '1752649231.24337', '1752649231.23750', '0', '', '1752649231.23750', 1, 0) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.47682', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.37841', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.37841', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.25156', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1752649231.36089', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.25156', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.41092', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1752649231.45853', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.41092', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.32461', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.32461', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.32451', 'epoch': '1752649231.32451', 'reported': 0, 'tombstones': -1}], 'f0f91cbc-d3e0-4e4c-95ab-644b6b743a8a-sda') +test DEBUG: /tmp/tmpzqquc7m8/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmpzqquc7m8/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '175a4a72827193d0ae930aa797acf140', '38b8a13e-270c-45f4-810f-70b215d25ba5-sda', '1752649231.54060', '1752649231.52989', '0', '', '1752649231.52989', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1752649231.54621', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.54621', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649231.54607', 'epoch': '1752649231.54607', 'reported': 0, 'tombstones': -1}], '38b8a13e-270c-45f4-810f-70b215d25ba5-sda') +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmpdldxdms_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1752649231.54592', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '38b8a13e-270c-45f4-810f-70b215d25ba5-sda') +test DEBUG: /tmp/tmpdldxdms_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0654271s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2e148b96-3ee9-4ece-904f-cf8b281a622d-sda', '1752649231.64096', '1752649231.63447', '0', '', '1752649231.63447', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.64959', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.64959', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.64959', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.64963', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.64963', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.64963', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.64964', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.64964', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.64964', 'epoch': None, 'reported': 0, 'tombstones': -1}], '2e148b96-3ee9-4ece-904f-cf8b281a622d-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '66e92d44-18cb-4fbc-a73c-bec03289af61-sda', '1752649231.69089', '1752649231.68919', '0', '', '1752649231.68919', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.70300', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.70300', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.70300', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.70304', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.70304', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.70304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.70305', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.70305', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.70305', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63428', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63428', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63428', 'epoch': None, 'reported': 0, 'tombstones': -1}], '66e92d44-18cb-4fbc-a73c-bec03289af61-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a80b7054-d56c-415b-a2fe-387ee2fb572f-sda', '1752649231.76014', '1752649231.75015', '0', '', '1752649231.75015', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.77255', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.77255', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.77255', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.77259', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.77259', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.77259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.77260', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.77260', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.77260', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63428', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63428', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63428', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a80b7054-d56c-415b-a2fe-387ee2fb572f-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'af5f3752-df91-45f2-ab0c-dfaa18571ea0-sda', '1752649231.81047', '1752649231.80877', '0', '', '1752649231.80877', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.82259', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.82259', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.82259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.82263', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.82263', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.82263', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.82264', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.82264', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.82264', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63428', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63428', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63428', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'af5f3752-df91-45f2-ab0c-dfaa18571ea0-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b344152c-e5b2-4de7-98f6-9f7b9170339e-sda', '1752649231.87296', '1752649231.85893', '0', '', '1752649231.85893', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.89308', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.89308', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.89308', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.89312', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.89312', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.89312', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.89312', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.89312', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.89312', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63428', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63428', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63428', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b344152c-e5b2-4de7-98f6-9f7b9170339e-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd81118a8-715f-429b-b0f3-a5941ef61ca9-sda', '1752649231.94827', '1752649231.94228', '0', '', '1752649231.94228', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.95657', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.95657', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.95657', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.95661', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.95661', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.95661', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.95662', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.95662', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.95662', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63437', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63437', 'epoch': '1752649231.63438', 'reported': 0, 'tombstones': -1}], 'd81118a8-715f-429b-b0f3-a5941ef61ca9-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c0b17712-c449-4e88-804c-3feedc994382-sda', '1752649231.98184', '1752649231.98019', '0', '', '1752649231.98019', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649231.98973', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649231.98973', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.98973', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649231.98977', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649231.98977', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.98977', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649231.98978', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649231.98978', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649231.98978', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63437', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63437', 'epoch': '1752649231.63438', 'reported': 0, 'tombstones': -1}], 'c0b17712-c449-4e88-804c-3feedc994382-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6f9c14bb-5d8e-484f-ada9-5e24f9bab942-sda', '1752649232.02244', '1752649232.02071', '0', '', '1752649232.02071', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649232.03063', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649232.03063', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.03063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649232.03067', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649232.03067', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.03067', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649232.03068', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649232.03068', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.03068', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63437', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63437', 'epoch': '1752649231.63438', 'reported': 0, 'tombstones': -1}], '6f9c14bb-5d8e-484f-ada9-5e24f9bab942-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f935132f-6294-4374-97b1-ba04c47670e3-sda', '1752649232.06013', '1752649232.05848', '0', '', '1752649232.05848', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649232.07203', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649232.07203', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.07203', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649232.07207', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649232.07207', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.07207', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649232.07208', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649232.07208', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.07208', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63442', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63442', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63442', 'epoch': '1752649231.63443', 'reported': 0, 'tombstones': -1}], 'f935132f-6294-4374-97b1-ba04c47670e3-sda')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649270.00000-0, db: /tmp/tmpzaz4f__i/sda/containers/0/54e/4e278f32d17cc6f74aa4ccbd4b83654e/4e278f32d17cc6f74aa4ccbd4b83654e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649232.00000-0, db: /tmp/tmpojwmidvs/sda/containers/0/bc8/3e72381a5d93367b356098ebf1686bc8/3e72381a5d93367b356098ebf1686bc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649236.00000-0, db: /tmp/tmpojwmidvs/sda/containers/0/21f/6b0e16710d2020267a9713212d81421f/6b0e16710d2020267a9713212d81421f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649234.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ffe/d4d86711a1b270d4788289ee056a3ffe/d4d86711a1b270d4788289ee056a3ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649238.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/329/3be67d7692966af97baa87d1e5189329/3be67d7692966af97baa87d1e5189329.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649242.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/9ef/cdbe857f82cb680c4d36432a2d6c29ef/cdbe857f82cb680c4d36432a2d6c29ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649246.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/d4c/c106cdc949fa055fceb314fbdc719d4c/c106cdc949fa055fceb314fbdc719d4c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649246.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/d4c/c106cdc949fa055fceb314fbdc719d4c/c106cdc949fa055fceb314fbdc719d4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649250.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/3b5/1bed0b64903ed88a1e2f0f779b6fe3b5/1bed0b64903ed88a1e2f0f779b6fe3b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649254.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/857/21336e6201f6f0c621400adfa5edb857/21336e6201f6f0c621400adfa5edb857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649258.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/749/b0e70dad3413eb1e7f68a392adee6749/b0e70dad3413eb1e7f68a392adee6749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649266.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/770/0386caf37fee8ae2e9827a3ba30c9770/0386caf37fee8ae2e9827a3ba30c9770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649270.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/54e/4e278f32d17cc6f74aa4ccbd4b83654e/4e278f32d17cc6f74aa4ccbd4b83654e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649274.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/12f/f918a40d05d11336e39b95ca9c55212f/f918a40d05d11336e39b95ca9c55212f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649278.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/6ae/0731e530afa164d1f36959f3746146ae/0731e530afa164d1f36959f3746146ae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649278.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/6ae/0731e530afa164d1f36959f3746146ae/0731e530afa164d1f36959f3746146ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649282.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e9e/d77994bda2a2be7f64d5ed1014024e9e/d77994bda2a2be7f64d5ed1014024e9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649286.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/d56/1afe2d8f3084ee44c187b3fb19d99d56/1afe2d8f3084ee44c187b3fb19d99d56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649290.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/957/0f1a2d50e936762b181c47ed33c21957/0f1a2d50e936762b181c47ed33c21957.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649294.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/354/9c9bda711769a2bd3de365246c855354/9c9bda711769a2bd3de365246c855354.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649298.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/f9e/87542905edd467001fc3e8676180af9e/87542905edd467001fc3e8676180af9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649302.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/21a/613746c0fcb23cae954d661443a2b21a/613746c0fcb23cae954d661443a2b21a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649306.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/30d/6bd065a7d78df2b93ff918b1d71b730d/6bd065a7d78df2b93ff918b1d71b730d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649310.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ed8/c67fe96f70108e3658682dc38a31aed8/c67fe96f70108e3658682dc38a31aed8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649310.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ed8/c67fe96f70108e3658682dc38a31aed8/c67fe96f70108e3658682dc38a31aed8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649314.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/958/c09b7edd73ddf13a3e8522f6f2d0a958/c09b7edd73ddf13a3e8522f6f2d0a958.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649318.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/708/2a721300a0c58bb1e8a9375e20a0b708/2a721300a0c58bb1e8a9375e20a0b708.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649322.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/fec/d8ba7bab15f5d555a6b919905000ffec/d8ba7bab15f5d555a6b919905000ffec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649326.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/959/0a32cba25232514649d87f743ecef959/0a32cba25232514649d87f743ecef959.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649330.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e5b/f8b11af5a7640fa9309b5e0eaee2ce5b/f8b11af5a7640fa9309b5e0eaee2ce5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649334.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/3d6/d69d48f3bd5d339a9061d04ce3e193d6/d69d48f3bd5d339a9061d04ce3e193d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649338.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ac4/5520e25dfa7ae9b938ba142119e1dac4/5520e25dfa7ae9b938ba142119e1dac4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649342.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/7be/995c96001515d0754e06cf8c7ce547be/995c96001515d0754e06cf8c7ce547be.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649342.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/7be/995c96001515d0754e06cf8c7ce547be/995c96001515d0754e06cf8c7ce547be.dbtest.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok + +test-expirer ERROR: Exception while deleting object .expiring_objects 1752623968 1752649229-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1752623968 1752649229-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 680, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: skipping invalid task container: task_account/-1 +test-expirer ERROR: skipping invalid task container: task_account/rogue +test-expirer INFO: processing 2 unexpected task containers (e.g. 86300 86401) +test-expirer INFO: processing 1 unexpected task containers (e.g. 1752623768) +test-expirer ERROR: Unexcepted error handling task '1752562831-invalid0': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 477, in _iter_task_container + target_object = parse_task_obj(task_object) + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 180, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/base.py", line 117, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1752562831-invalid1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 477, in _iter_task_container + target_object = parse_task_obj(task_object) + File "/build/reproducible-path/swift-2.35.0/swift/obj/expirer.py", line 180, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/base.py", line 117, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 5 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 5 possible containers; 12 possible objects +test-expirer ERROR: Unexpected response while listing objects in container .expiring_objects 1752451168: Mocked error +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 6 possible objects +test-expirer ERROR: Exception while listing objects in container .expiring_objects 1752623968: failed to connect +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 5 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 6 possible objects +test-expirer ERROR: Unexpected response while listing objects in container .expiring_objects 1752623968: Mocked error +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 5 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 0 objects expired test-expirer INFO: Pass completed in 0s; 0 objects expired @@ -39251,7 +39798,542 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ AttributeError: 'str' object has no attribute 'get_account_info' test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objectstest.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx6f0f911366f948b2aca9f-0068774e0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Setting object count to 1058 (txn: tx8d5c3adaa9434242bc214-0068774e0d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Setting object count to 1024 (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Setting object count to 1024 (txn: tx069a2084cd174a2b86cf4-0068774e0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_with_invalid_container +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_with_invalid_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok + +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bd9f14d3-7291-454f-a982-9cbd8e464a07-sda', '1752649232.11688', '1752649232.10686', '0', '', '1752649232.10686', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649232.12524', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649232.12524', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.12524', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649232.12528', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649232.12528', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.12528', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649232.12529', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649232.12529', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.12529', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63437', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63437', 'epoch': '1752649231.63438', 'reported': 0, 'tombstones': -1}], 'bd9f14d3-7291-454f-a982-9cbd8e464a07-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'fe6fa0a1-d13a-4a0d-befe-b774f797c235-sda', '1752649232.17622', '1752649232.17037', '0', '', '1752649232.17037', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649232.18836', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649232.18836', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.18836', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649232.18840', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649232.18840', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.18840', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649232.18841', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649232.18841', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.18841', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63437', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63437', 'epoch': '1752649231.63438', 'reported': 0, 'tombstones': -1}], 'fe6fa0a1-d13a-4a0d-befe-b774f797c235-sda') +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '324b9684-2846-4a26-b327-cb1c1f0754a4-sda', '1752649232.22565', '1752649232.22395', '0', '', '1752649232.22395', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649232.23775', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649232.23775', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.23775', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649232.23778', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649232.23778', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.23778', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649232.23779', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649232.23779', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.23779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649231.63446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63428', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63428', 'epoch': None, 'reported': 0, 'tombstones': -1}], '324b9684-2846-4a26-b327-cb1c1f0754a4-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1752649231.63437', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63437', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63437', 'epoch': '1752649231.63438', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1752649231.63446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649231.63428', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649231.63428', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpq8pl68t8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ddbb9f3b9238c1cfb3da3f5c6d05b22a', 'd5a258f9-21e1-46ee-ad0b-9e9a97b1d680-sda', '1752649232.30102', '1752649232.29091', '0', '', '1752649232.29091', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1752649232.31340', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd5a258f9-21e1-46ee-ad0b-9e9a97b1d680-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpdxrytxqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7a7644c4-14cb-4ab6-9361-16ee8d480b09-sda', '1752649232.35641', '1752649232.34629', '0', '', '1752649232.34629', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpdxrytxqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '67d2a1da2bd738719cb7b9b440fbdd54', '4b3302f2-1c5a-466e-a76a-e5db04425aa3-sda', '1752649232.41043', '1752649232.40854', '0', '', '1752649232.40854', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1752649232.43133', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '4b3302f2-1c5a-466e-a76a-e5db04425aa3-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplv0fz9oq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '22569c28-e3cf-436a-9114-d6e33494a428-sda', '1752649232.46014', '1752649232.45835', '0', '', '1752649232.45835', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('22569c28-e3cf-436a-9114-d6e33494a428-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '22569c28-e3cf-436a-9114-d6e33494a428-sda', '1752649232.46014', '1752649232.45835', '0', '', '1752649232.45835', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('22569c28-e3cf-436a-9114-d6e33494a428-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02680 seconds (37.31142/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplv0fz9oq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '22569c28-e3cf-436a-9114-d6e33494a428-sda', '1752649232.46014', '1752649232.45835', '0', '', '1752649232.45835', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649232.49799', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649232.49799', 'deleted': 1, 'state': 10, 'state_timestamp': '1752649232.49799', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649232.46131', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649232.46131', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.46131', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649232.46132', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649232.46132', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.46132', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649232.46145', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649232.46145', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649232.46133', 'epoch': '1752649232.46133', 'reported': 0, 'tombstones': -1}], '22569c28-e3cf-436a-9114-d6e33494a428-sda') +test DEBUG: /tmp/tmplv0fz9oq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplv0fz9oq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '22569c28-e3cf-436a-9114-d6e33494a428-sda', '1752649232.46014', '1752649232.45835', '0', '', '1752649232.45835', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1752649232.49799', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1752649232.49799', 'deleted': 1, 'state': 10, 'state_timestamp': '1752649232.49799', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1752649232.46131', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1752649232.46131', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.46131', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1752649232.46132', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1752649232.46132', 'deleted': 0, 'state': 10, 'state_timestamp': '1752649232.46132', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649232.46145', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649232.46145', 'deleted': 0, 'state': 60, 'state_timestamp': '1752649232.46133', 'epoch': '1752649232.46133', 'reported': 0, 'tombstones': -1}], '22569c28-e3cf-436a-9114-d6e33494a428-sda') +test DEBUG: /tmp/tmplv0fz9oq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmplv0fz9oq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03932 seconds (25.42982/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6b8b7c3c-21a5-4037-8bbd-844806f5b414-sda', '1752649232.56048', '1752649232.55866', '1752649232.56862', '', '1752649232.56862', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8fh9d720/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'cd98faf9-f54e-47fc-8427-17d514da50e4-sda', '1752649232.58486', '1752649232.00000', '0', '', '1752649232.00000', 0, 0) +test DEBUG: /tmp/tmp8fh9d720/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'cd98faf9-f54e-47fc-8427-17d514da50e4-sda', '1752649232.58486', '1752649232.00000', '0', '', '1752649232.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cd98faf9-f54e-47fc-8427-17d514da50e4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01722 seconds (58.06035/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplppzleot/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'bb97f3a7-2972-4d47-a8b1-9a170d46a83b-sda', '1752649232.64048', '1752649233.00000', '0', '{"X-Container-Sync-To": ["a", "1752649234.00000"], "X-Container-Sync-Key": ["secret", "1752649235.00000"]}', '1752649233.00000', 0, 0) +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('bb97f3a7-2972-4d47-a8b1-9a170d46a83b-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'bb97f3a7-2972-4d47-a8b1-9a170d46a83b-sda', '1752649232.64048', '1752649233.00000', '0', '{"X-Container-Sync-To": ["a", "1752649234.00000"], "X-Container-Sync-Key": ["secret", "1752649235.00000"]}', '1752649233.00000', 0, 0) +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('bb97f3a7-2972-4d47-a8b1-9a170d46a83b-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') +test DEBUG: Replicating db /tmp/tmplppzleot/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.dbtest.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_existing_pair +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_existing_pair ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_new_pair +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_add_update_new_pair ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_limit_exceeded +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_limit_exceeded ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_multiple_same_timestamps +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_eviction_when_multiple_same_timestamps ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs_exceeding_dump_count +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_n_oldest_timestamp_acs_exceeding_dump_count ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age_no_updates +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_get_oldest_timestamp_age_no_updates ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_memory_usage +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_memory_usage ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_newest_pairs_not_added_when_limit_exceeded +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_newest_pairs_not_added_when_limit_exceeded ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_no_eviction_when_below_max_entries +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_no_eviction_when_below_max_entries ... ok +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_reset +test.unit.obj.test_updater.TestOldestAsyncPendingTracker.test_reset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '569c1f7e-2210-4386-940e-a38cc6c8730f-sda', '1752649232.62943', '1752649232.00000', '0', '', '1752649232.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('569c1f7e-2210-4386-940e-a38cc6c8730f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '569c1f7e-2210-4386-940e-a38cc6c8730f-sda', '1752649232.62943', '1752649232.00000', '0', '', '1752649232.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('569c1f7e-2210-4386-940e-a38cc6c8730f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04208 seconds (47.52580/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplppzleot/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'bb97f3a7-2972-4d47-a8b1-9a170d46a83b-sda', '1752649232.64048', '1752649233.00000', '0', '{"X-Container-Sync-To": ["", "1752649236.00000"], "X-Container-Sync-Key": ["secret", "1752649235.00000"]}', '1752649233.00000', 0, 0) +test DEBUG: /tmp/tmplppzleot/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'bb97f3a7-2972-4d47-a8b1-9a170d46a83b-sda', '1752649232.64048', '1752649233.00000', '0', '{"X-Container-Sync-To": ["", "1752649236.00000"], "X-Container-Sync-Key": ["secret", "1752649235.00000"]}', '1752649233.00000', 0, 0) +test DEBUG: /tmp/tmplppzleot/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmplppzleot/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '569c1f7e-2210-4386-940e-a38cc6c8730f-sda', '1752649232.62943', '1752649232.00000', '0', '', '1752649232.00000', 0, 0) +test DEBUG: /tmp/tmplppzleot/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '569c1f7e-2210-4386-940e-a38cc6c8730f-sda', '1752649232.62943', '1752649232.00000', '0', '', '1752649232.00000', 0, 0) +test DEBUG: /tmp/tmplppzleot/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04305 seconds (46.46053/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmpumcl832h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/replicator.py", line 304, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0087 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0125 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0166 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0102 "-" 1137649 2 +test ERROR: ERROR Account update failed with 127.0.0.1:42901/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649346.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/190/4b189abc075e60836697d756750a9190/4b189abc075e60836697d756750a9190.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649350.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/6b3/dcd4df9e43d6fc5732be9f2159d9a6b3/dcd4df9e43d6fc5732be9f2159d9a6b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649354.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/f95/059c7052dd960e461ef42b84c439ef95/059c7052dd960e461ef42b84c439ef95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649358.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/a16/e781a7f9ed348639129c469085d7ca16/e781a7f9ed348639129c469085d7ca16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649362.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/db3/b95f1adb7942c6e400e98803827eadb3/b95f1adb7942c6e400e98803827eadb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649366.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ffe/7f8b4d2f304fa93091775373f6c00ffe/7f8b4d2f304fa93091775373f6c00ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649370.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/71c/d6e20f5da5045f6c167858c1465ec71c/d6e20f5da5045f6c167858c1465ec71c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649374.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/949/706da9d1c91c1c2344edd26e59879949/706da9d1c91c1c2344edd26e59879949.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649374.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/949/706da9d1c91c1c2344edd26e59879949/706da9d1c91c1c2344edd26e59879949.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649378.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/3da/92232ea7aafa14403493425f67b653da/92232ea7aafa14403493425f67b653da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649382.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e74/a157392595fa2db815ed898c19dd9e74/a157392595fa2db815ed898c19dd9e74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649386.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/548/9b25ccc3da86e42d66a0e833646cd548/9b25ccc3da86e42d66a0e833646cd548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649390.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/3ad/de103590bfea11a1aa518bc17095b3ad/de103590bfea11a1aa518bc17095b3ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649394.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b19/d684ac2989e6270406b5d3bed7959b19/d684ac2989e6270406b5d3bed7959b19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649398.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/148/9e8de29f5d38b1f078b98e34d0209148/9e8de29f5d38b1f078b98e34d0209148.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649402.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/fe8/c16fc41bf73ac33331a9f1d9afa9dfe8/c16fc41bf73ac33331a9f1d9afa9dfe8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649406.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/fbe/e9700bba6a6aa986462589ef07a6afbe/e9700bba6a6aa986462589ef07a6afbe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649406.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/fbe/e9700bba6a6aa986462589ef07a6afbe/e9700bba6a6aa986462589ef07a6afbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649410.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/198/725ea11cea14e5f799442b90b5544198/725ea11cea14e5f799442b90b5544198.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649414.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/f12/264528e85db8103cda23745ea8504f12/264528e85db8103cda23745ea8504f12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649418.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/65a/a52a4f337a57d5eecb02a43303c6665a/a52a4f337a57d5eecb02a43303c6665a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649422.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/77b/4f1337fa552ff5c48f51f231b29db77b/4f1337fa552ff5c48f51f231b29db77b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649426.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/f18/7889126ff4cb1d5d8c724f7659b61f18/7889126ff4cb1d5d8c724f7659b61f18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649430.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/7ac/70b7f2dc760d50f6ecb8be49b3c2a7ac/70b7f2dc760d50f6ecb8be49b3c2a7ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649434.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e8d/4876928cde72ce6800a9fa45ffa5ce8d/4876928cde72ce6800a9fa45ffa5ce8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649438.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ed7/d016898dee86e700fb2892b4f972fed7/d016898dee86e700fb2892b4f972fed7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649438.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ed7/d016898dee86e700fb2892b4f972fed7/d016898dee86e700fb2892b4f972fed7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649442.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b25/f4836f3f4264dd3d4710f10f5fc13b25/f4836f3f4264dd3d4710f10f5fc13b25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649446.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/715/18e16ce0fd484ea85d7cd01f6c384715/18e16ce0fd484ea85d7cd01f6c384715.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649450.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/323/db2cc1bb23053237a217b5d7f4175323/db2cc1bb23053237a217b5d7f4175323.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649454.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e00/4bd6341f6ab283023f2bb7ac0e334e00/4bd6341f6ab283023f2bb7ac0e334e00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649458.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/fc0/3202d7df8f1fa724448674537aab2fc0/3202d7df8f1fa724448674537aab2fc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649462.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ebc/190d85e8dabfc506787b4081236c3ebc/190d85e8dabfc506787b4081236c3ebc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649466.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/9ed/3413a5b82b1d812182f3d5c1010f49ed/3413a5b82b1d812182f3d5c1010f49ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649470.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b04/9df8ce6cf595bd1a000095977d3c2b04/9df8ce6cf595bd1a000095977d3c2b04.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok + test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired test-expirer DEBUG: Run begin @@ -39260,7 +40342,7 @@ test-expirer INFO: Pass completed in 0s; 10 objects expired test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 3 possible containers; 9 possible objects -test-expirer ERROR: skipping invalid task container: .expiring_objects/1786924768-crazy +test-expirer ERROR: skipping invalid task container: .expiring_objects/1752537568-crazy test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 6 objects expired test-expirer DEBUG: Run begin @@ -39270,2552 +40352,3509 @@ test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2651811] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2651811] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test-replicator INFO: [worker 1/2 pid=1137690] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=1137690] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=1137690] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=1137690] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1137690] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1137690] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=1137690] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=1137690] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=1137690] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=1137690] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1137690] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1137690] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1137690] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1137690] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260818/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260818T131752Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059072.88583', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059072.89316', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 226, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 223, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_alternative_expirer_config -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_alternative_expirer_config ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok - -cont2 DEBUG: Could not load '/tmp/tmpxk305wl1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxk305wl1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2651817 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0028 "-" 2651817 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc3ff5aa4bf83491e80f50-006a845b85" "proxy-server 2651817" 0.0011 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42549/sdb1/1/a/c" "txc3ff5aa4bf83491e80f50-006a845b85" "container-server 2651817" 0.0009 "-" 2651817 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51873/sda1/1/a/c" "txc3ff5aa4bf83491e80f50-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc3ff5aa4bf83491e80f50-006a845b85" "proxy-server 2651817" 0.0122 "-" 2651817 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc3ff5aa4bf83491e80f50-006a845b85" "proxy-server 2651817" 0.0085 "-" 2651817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc3ff5aa4bf83491e80f50-006a845b85 - 0.0196 - - 1787059077.660268068 1787059077.679896593 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx64fea152b2b44f0f86af8-006a845b85" "proxy-server 2651817" 0.0011 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42549/sdb1/1/a1/c1" "tx64fea152b2b44f0f86af8-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51873/sda1/1/a1/c1" "tx64fea152b2b44f0f86af8-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx64fea152b2b44f0f86af8-006a845b85" "proxy-server 2651817" 0.0156 "-" 2651817 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx64fea152b2b44f0f86af8-006a845b85" "proxy-server 2651817" 0.0123 "-" 2651817 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx64fea152b2b44f0f86af8-006a845b85 - 0.0230 - - 1787059077.681209087 1787059077.704224348 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8a2ea449e6ed4484953a9-006a845b85" "proxy-server 2651817" 0.0019 "-" 2651817 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42549/sdb1/2/a/c1" "tx8a2ea449e6ed4484953a9-006a845b85" "container-server 2651817" 0.0016 "-" 2651817 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51873/sda1/2/a/c1" "tx8a2ea449e6ed4484953a9-006a845b85" "container-server 2651817" 0.0010 "-" 2651817 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8a2ea449e6ed4484953a9-006a845b85" "proxy-server 2651817" 0.0127 "-" 2651817 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8a2ea449e6ed4484953a9-006a845b85" "proxy-server 2651817" 0.0093 "-" 2651817 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8a2ea449e6ed4484953a9-006a845b85 - 0.0210 - - 1787059077.705517530 1787059077.726487637 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcd2d0f1f32ec4ffeafba1-006a845b85" "proxy-server 2651817" 0.0019 "-" 2651817 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42549/sdb1/1/a/c2" "txcd2d0f1f32ec4ffeafba1-006a845b85" "container-server 2651817" 0.0015 "-" 2651817 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51873/sda1/1/a/c2" "txcd2d0f1f32ec4ffeafba1-006a845b85" "container-server 2651817" 0.0009 "-" 2651817 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcd2d0f1f32ec4ffeafba1-006a845b85" "proxy-server 2651817" 0.0124 "-" 2651817 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcd2d0f1f32ec4ffeafba1-006a845b85" "proxy-server 2651817" 0.0089 "-" 2651817 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcd2d0f1f32ec4ffeafba1-006a845b85 - 0.0209 - - 1787059077.727781057 1787059077.748648643 2 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 18/Aug/2026/13/17/55 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1787059075.139357328 1787059075.139401674 - -test INFO: - - 18/Aug/2026/13/17/55 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1787059075.139650345 1787059075.139689445 - -test INFO: - - 18/Aug/2026/13/17/55 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1787059075.140474558 1787059075.140515089 - -test INFO: - - 18/Aug/2026/13/17/55 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1787059075.140722275 1787059075.140752316 - -test INFO: - - 18/Aug/2026/13/17/55 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1787059075.140978098 1787059075.141009092 - -test INFO: - - 18/Aug/2026/13/17/55 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1787059075.143409729 1787059075.843409777 - -test INFO: - - 18/Aug/2026/13/17/55 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1787059075.144696236 1787059075.344696283 - -test INFO: - - 18/Aug/2026/13/17/55 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1787059075.145854235 1787059075.145906925 - -test INFO: - - 18/Aug/2026/13/17/55 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1787059075.146756172 1787059075.146811724 - -test INFO: - - 18/Aug/2026/13/17/55 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1787059075.147686005 1787059075.147753954 - -test INFO: - - 18/Aug/2026/13/17/55 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1787059075.148587942 1787059075.148641586 - -test INFO: - - 18/Aug/2026/13/17/55 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1787059075.149385452 1787059075.849385500 0 -test INFO: - - 18/Aug/2026/13/17/55 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1787059075.156145573 1787059075.156175852 1 -test INFO: - - 18/Aug/2026/13/17/55 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059075.156893730 1787059075.156961679 1 -test INFO: 4.5.6.7 1.2.3.4 18/Aug/2026/13/17/55 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059075.157881260 1787059075.157942772 - -test INFO: 4.5.6.7 1.2.3.4 18/Aug/2026/13/17/55 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059075.158579826 1787059075.158636570 - -test INFO: - - 18/Aug/2026/13/17/55 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1787059075.159487009 1787059075.159543276 - -test INFO: - - 18/Aug/2026/13/17/55 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1787059075.160939217 1787059075.161001921 - -test INFO: - - 18/Aug/2026/13/17/55 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1787059075.161531448 1787059075.161553144 - -test INFO: - - 18/Aug/2026/13/17/55 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1787059075.162088871 1787059075.162109137 0 -test INFO: - - 18/Aug/2026/13/17/55 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1787059075.162467241 1787059075.162483692 -1 -test INFO: - - 18/Aug/2026/13/17/55 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1787059075.162978411 1787059075.162995338 - -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_manifest_with_x_open_expired_part_num -test.unit.common.middleware.test_slo.TestPartNumber.test_get_manifest_with_x_open_expired_part_num ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_byte_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_with_non_ascii -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_with_non_ascii ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_dict -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_dict ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message_with_payload -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_headers_setter_with_message_with_payload ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes -test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes_no_ring -test.unit.obj.test_expirer.TestExpirerConfig.test_get_delete_at_nodes_no_ring ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_default -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_default ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_legacy -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_account_and_container_legacy ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_default -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_default ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy_no_logger_given -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_config_legacy_no_logger_given ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container_legacy_config -test.unit.obj.test_expirer.TestExpirerConfig.test_get_expirer_container_legacy_config ... ok -test.unit.obj.test_expirer.TestExpirerConfig.test_is_expected_task_container -test.unit.obj.test_expirer.TestExpirerConfig.test_is_expected_task_container ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok - +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx63cf7ef39b5b4e40843ea-006a845b86) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx541a2323c75b4e0f88136-0068774e11) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx3b395364a7f74a3aa16fa-006a845b86) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txc88b0996d103491ab4e8a-0068774e11) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp97pesrh_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp97pesrh_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp6dpa33k7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6dpa33k7/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp97pesrh_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp97pesrh_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp6dpa33k7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6dpa33k7/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2651811 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2651811 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651811 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651811 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx275ea69367d5464ea6593-006a845b86" "proxy-server 2651811" 0.0012 "-" 2651811 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51345/sda1/1/a/c" "tx275ea69367d5464ea6593-006a845b86" "container-server 2651811" 0.0010 "-" 2651811 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:42779/sdb1/1/a/c" "tx275ea69367d5464ea6593-006a845b86" "container-server 2651811" 0.0009 "-" 2651811 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx275ea69367d5464ea6593-006a845b86" "proxy-server 2651811" 0.0081 "-" 2651811 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx275ea69367d5464ea6593-006a845b86" "proxy-server 2651811" 0.0130 "-" 2651811 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx275ea69367d5464ea6593-006a845b86 - 0.0199 - - 1787059078.157015562 1787059078.176899672 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx941d7693cd574e7dbd1bc-006a845b86" "proxy-server 2651811" 0.0012 "-" 2651811 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42779/sdb1/1/a1/c1" "tx941d7693cd574e7dbd1bc-006a845b86" "container-server 2651811" 0.0011 "-" 2651811 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51345/sda1/1/a1/c1" "tx941d7693cd574e7dbd1bc-006a845b86" "container-server 2651811" 0.0009 "-" 2651811 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx941d7693cd574e7dbd1bc-006a845b86" "proxy-server 2651811" 0.0078 "-" 2651811 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx941d7693cd574e7dbd1bc-006a845b86" "proxy-server 2651811" 0.0126 "-" 2651811 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx941d7693cd574e7dbd1bc-006a845b86 - 0.0194 - - 1787059078.178246498 1787059078.197614431 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2ffc53288e77462cb8c69-006a845b86" "proxy-server 2651811" 0.0019 "-" 2651811 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51345/sda1/2/a/c1" "tx2ffc53288e77462cb8c69-006a845b86" "container-server 2651811" 0.0009 "-" 2651811 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:42779/sdb1/2/a/c1" "tx2ffc53288e77462cb8c69-006a845b86" "container-server 2651811" 0.0015 "-" 2651811 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2ffc53288e77462cb8c69-006a845b86" "proxy-server 2651811" 0.0123 "-" 2651811 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2ffc53288e77462cb8c69-006a845b86" "proxy-server 2651811" 0.0089 "-" 2651811 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2ffc53288e77462cb8c69-006a845b86 - 0.0205 - - 1787059078.198935270 1787059078.219400167 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbbcf3fbc54e94fafae770-006a845b86" "proxy-server 2651811" 0.0018 "-" 2651811 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:42779/sdb1/1/a/c2" "txbbcf3fbc54e94fafae770-006a845b86" "container-server 2651811" 0.0015 "-" 2651811 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51345/sda1/1/a/c2" "txbbcf3fbc54e94fafae770-006a845b86" "container-server 2651811" 0.0013 "-" 2651811 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbbcf3fbc54e94fafae770-006a845b86" "proxy-server 2651811" 0.0155 "-" 2651811 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:17:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbbcf3fbc54e94fafae770-006a845b86" "proxy-server 2651811" 0.0123 "-" 2651811 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/17/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbbcf3fbc54e94fafae770-006a845b86 - 0.0237 - - 1787059078.220738411 1787059078.244435549 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx080eeb7ae9f2471aa1b50-006a845b81) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059074.04848', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059074.05532', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test WARNING: expiring_objects_container_divisor is deprecated -test WARNING: expiring_objects_account_name is deprecated; you need to migrate to the standard .expiring_objects account -test WARNING: expiring_objects_container_divisor is deprecated -test WARNING: expiring_objects_account_name is deprecated; you need to migrate to the standard .expiring_objects account -test WARNING: expiring_objects_container_divisor is deprecated -test WARNING: expiring_objects_account_name is deprecated; you need to migrate to the standard .expiring_objects account -test WARNING: expiring_objects_container_divisor is deprecated -test WARNING: expiring_objects_container_divisor is deprecated -test WARNING: expiring_objects_container_divisor is deprecated -test WARNING: expiring_objects_container_divisor is deprecated -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx3ea726b418e04a24a9874-006a845b88) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx3ea726b418e04a24a9874-006a845b88) -test INFO: Client disconnected on read of '/a/c' (txn: tx3ea726b418e04a24a9874-006a845b88) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx93d6f140cfeb4b3b938f7-006a845b88) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx93d6f140cfeb4b3b938f7-006a845b88) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx93d6f140cfeb4b3b938f7-006a845b88) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx93d6f140cfeb4b3b938f7-006a845b88) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9e6236c0769544aaae5cf-006a845b88) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb8b0c73f76f6457892fa1-006a845b88) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3697044c1505474599a0f-006a845b88) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx9f3c7d438e0f41a1acb9c-006a845b88) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx3fb510b97e464993a98d5-006a845b88) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -Exception: kaboom! (txn: tx01214c9d3be44495913c9-006a845b88) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx31d50c06d9994d31b5980-006a845b88) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txc4143de23bfb4bd986b7a-006a845b88) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx57d9ec5f8b474cb78c56e-006a845b88) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3af80d97c6454fd99c797-006a845b88) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx1b6a0ee6334a44dbb3ef0-006a845b88) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx4b35504d4a5b4e63bc312-006a845b88) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -Exception: kaboom! (txn: txa2ee58ae53ff4137863dd-006a845b88)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txfe3e1e2352d9442c8d43a-006a845b81) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdcc52236cc64495384ae8-006a845b82) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx3db2bfa750114579afcef-006a845b83)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:54 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0113 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0113 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0070 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0108 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx147934ea4efa4e929c35d-0068774e11" "proxy-server 1137690" 0.0011 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58995/sda1/1/a/c" "tx147934ea4efa4e929c35d-0068774e11" "container-server 1137690" 0.0010 "-" 1137690 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48557/sdb1/1/a/c" "tx147934ea4efa4e929c35d-0068774e11" "container-server 1137690" 0.0010 "-" 1137690 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx147934ea4efa4e929c35d-0068774e11" "proxy-server 1137690" 0.0331 "-" 1137690 0test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1787059075.04634', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_environ_copy -test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_environ_copy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_header_mutation -test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_header_mutation ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_init -test.unit.common.middleware.test_helpers.TestFakeSwiftCall.test_init ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_manifest_with_x_open_expired_part_num -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_manifest_with_x_open_expired_part_num ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_byte_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0076 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0077 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0053 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0128 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0200 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0052 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0151 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0054 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0051 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx147934ea4efa4e929c35d-0068774e11" "proxy-server 1137690" 0.0251 "-" 1137690 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/33 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx147934ea4efa4e929c35d-0068774e11 - 0.0503 - - 1752649233.167710066 1752649233.217975378 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx86679a2403a04a1fbb800-0068774e11" "proxy-server 1137690" 0.0011 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58995/sda1/1/a1/c1" "tx86679a2403a04a1fbb800-0068774e11" "container-server 1137690" 0.0011 "-" 1137690 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48557/sdb1/1/a1/c1" "tx86679a2403a04a1fbb800-0068774e11" "container-server 1137690" 0.0009 "-" 1137690 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx86679a2403a04a1fbb800-0068774e11" "proxy-server 1137690" 0.0369 "-" 1137690 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx86679a2403a04a1fbb800-0068774e11" "proxy-server 1137690" 0.0543 "-" 1137690 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/33 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx86679a2403a04a1fbb800-0068774e11 - 0.0693 - - 1752649233.224250555 1752649233.293537855 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1ac411c4ddfe4b19b4391-0068774e11" "proxy-server 1137690" 0.0019 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58995/sda1/2/a/c1" "tx1ac411c4ddfe4b19b4391-0068774e11" "container-server 1137690" 0.0052 "-" 1137690 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48557/sdb1/2/a/c1" "tx1ac411c4ddfe4b19b4391-0068774e11" "container-server 1137690" 0.0205 "-" 1137690 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1ac411c4ddfe4b19b4391-0068774e11" "proxy-server 1137690" 0.0441 "-" 1137690 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1ac411c4ddfe4b19b4391-0068774e11" "proxy-server 1137690" 0.0406 "-" 1137690 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/33 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1ac411c4ddfe4b19b4391-0068774e11 - 0.0692 - - 1752649233.294799328 1752649233.364006758 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4278cc715a6d4efb8b58a-0068774e11" "proxy-server 1137690" 0.0063 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58995/sda1/1/a/c2" "tx4278cc715a6d4efb8b58a-0068774e11" "container-server 1137690" 0.0059 "-" 1137690 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48557/sdb1/1/a/c2" "tx4278cc715a6d4efb8b58a-0068774e11" "container-server 1137690" 0.0010 "-" 1137690 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4278cc715a6d4efb8b58a-0068774e11" "proxy-server 1137690" 0.0302 "-" 1137690 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4278cc715a6d4efb8b58a-0068774e11" "proxy-server 1137690" 0.0225 "-" 1137690 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/33 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4278cc715a6d4efb8b58a-0068774e11 - 0.0519 - - 1752649233.365394592 1752649233.417317152 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8_l4mphs/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8_l4mphs/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8_l4mphs/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8_l4mphs/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0073 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0114 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0230 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0059 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb48ee5432e1f4b16a9d2d-0068774e11" "proxy-server 1137690" 0.0012 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44843/sda1/1/a/c" "txb48ee5432e1f4b16a9d2d-0068774e11" "container-server 1137690" 0.0010 "-" 1137690 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58063/sdb1/1/a/c" "txb48ee5432e1f4b16a9d2d-0068774e11" "container-server 1137690" 0.0059 "-" 1137690 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb48ee5432e1f4b16a9d2d-0068774e11" "proxy-server 1137690" 0.0346 "-" 1137690 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb48ee5432e1f4b16a9d2d-0068774e11" "proxy-server 1137690" 0.0179 "-" 1137690 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/33 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb48ee5432e1f4b16a9d2d-0068774e11 - 0.0420 - - 1752649233.752774239 1752649233.794735432 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1e966008e82144fb9289e-0068774e11" "proxy-server 1137690" 0.0053 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44843/sda1/1/a1/c1" "tx1e966008e82144fb9289e-0068774e11" "container-server 1137690" 0.0052 "-" 1137690 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58063/sdb1/1/a1/c1" "tx1e966008e82144fb9289e-0068774e11" "container-server 1137690" 0.0009 "-" 1137690 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1e966008e82144fb9289e-0068774e11" "proxy-server 1137690" 0.0361 "-" 1137690 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1e966008e82144fb9289e-0068774e11" "proxy-server 1137690" 0.0327 "-" 1137690 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/33 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1e966008e82144fb9289e-0068774e11 - 0.0563 - - 1752649233.800777435 1752649233.857038736 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfa9e095c7819417f972a6-0068774e11" "proxy-server 1137690" 0.0018 "-" 1137690 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58063/sdb1/2/a/c1" "txfa9e095c7819417f972a6-0068774e11" "container-server 1137690" 0.0010 "-" 1137690 1test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok + +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0046 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmp5g2533ie/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0056 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0271 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0075 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0098 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0062 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0069 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0063 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0063 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0066 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0084 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmppa1vpr05/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0030 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0076 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0067 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0233 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Setting object count to 1072 (txn: tx8992cf1ac7e746b1990b2-0068774e10) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Setting object count to 1072 (txn: txe350ca35b9554fbe80ea0-0068774e11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx83dafe7d305c4382b6a48-0068774e11)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649470.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b04/9df8ce6cf595bd1a000095977d3c2b04/9df8ce6cf595bd1a000095977d3c2b04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649474.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/380/93e5b69ebec769b99719f5a8e1f59380/93e5b69ebec769b99719f5a8e1f59380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649478.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/9f0/49df20981bc7b23b4552dd90d2c309f0/49df20981bc7b23b4552dd90d2c309f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649482.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/8f4/2b9d44ee9f2a772d5348281789c928f4/2b9d44ee9f2a772d5348281789c928f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649486.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/823/0e089b672226640793d190bc54aef823/0e089b672226640793d190bc54aef823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649490.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/ba3/98bdd6d542531cfa68e6687b90dd7ba3/98bdd6d542531cfa68e6687b90dd7ba3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649494.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/0f4/dbf952e9e938bbeccf0fa5bde35d40f4/dbf952e9e938bbeccf0fa5bde35d40f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649498.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/5f3/abe7ebd8de22223db555c44c6e3165f3/abe7ebd8de22223db555c44c6e3165f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649502.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/9e0/7d4eea9c9277a1d1e9b4f6336b52a9e0/7d4eea9c9277a1d1e9b4f6336b52a9e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649506.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/5b5/abc26d3c05607b1143002c0854cc65b5/abc26d3c05607b1143002c0854cc65b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649510.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/113/8ae4b4349f07b966514793a5c2913113/8ae4b4349f07b966514793a5c2913113.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649514.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/957/5a700f084453192c5efd23ed4440c957/5a700f084453192c5efd23ed4440c957.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649518.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/6ad/be45192e5ac126ce9db61d83b411f6ad/be45192e5ac126ce9db61d83b411f6ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649522.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/3d2/d7215d738971831a0c0dd3394c04f3d2/d7215d738971831a0c0dd3394c04f3d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649526.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b55/da1500e382c42aec0eec5f4eaf8b3b55/da1500e382c42aec0eec5f4eaf8b3b55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649530.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/c5f/18a98059df781e37eb385210dc602c5f/18a98059df781e37eb385210dc602c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649534.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/a40/f81e5c80f73b5d192b2f7d8cce91da40/f81e5c80f73b5d192b2f7d8cce91da40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649538.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/3c9/8286542c546015206282b8a2ed1623c9/8286542c546015206282b8a2ed1623c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649542.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b4d/2c4aaffc5847e932ad80863b2976eb4d/2c4aaffc5847e932ad80863b2976eb4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649546.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/5a8/8be94284ef18aadd701ef13682d1b5a8/8be94284ef18aadd701ef13682d1b5a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649550.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/9fb/1f4fa6fe6fba14a669e367feb06e29fb/1f4fa6fe6fba14a669e367feb06e29fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649554.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/c83/a5a3822e02c8dda36c08d28fa166cc83/a5a3822e02c8dda36c08d28fa166cc83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649558.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/528/03b66236bd9e50ee05fc3dc02e7b5528/03b66236bd9e50ee05fc3dc02e7b5528.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649562.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/635/14b751ee57af972cd6dddf55453f6635/14b751ee57af972cd6dddf55453f6635.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649566.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b35/2029d05e524c88166f582ced8d67cb35/2029d05e524c88166f582ced8d67cb35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649570.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e69/7ab22ab1bd86b8eef52bbc38bbefbe69/7ab22ab1bd86b8eef52bbc38bbefbe69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649574.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/92e/ed404cd6bf7eeeec68e03f27922a292e/ed404cd6bf7eeeec68e03f27922a292e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649578.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e22/1ac4fe3596d72fbc05cfbf532fe74e22/1ac4fe3596d72fbc05cfbf532fe74e22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649582.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/9bb/0da2619c56397105a8250b039c22a9bb/0da2619c56397105a8250b039c22a9bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649586.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/46b/a9c5c877747c5e8a645d209e8fd3f46b/a9c5c877747c5e8a645d209e8fd3f46b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649590.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/1f8/82d276a2ccc1fcbb2785242746e3f1f8/82d276a2ccc1fcbb2785242746e3f1f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649594.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/0c5/58879eb786c48797b29651a00c2b80c5/58879eb786c48797b29651a00c2b80c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649598.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e23/5eb067b9bc6b73f1dd09303928c1be23/5eb067b9bc6b73f1dd09303928c1be23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649602.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/3f2/862c6cb13bd845f685e5e364c6e553f2/862c6cb13bd845f685e5e364c6e553f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649606.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/6da/4b8856fc0804501893e3bc5e5d1e36da/4b8856fc0804501893e3bc5e5d1e36da.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok + +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0086 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0199 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0047 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0121 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0103 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0158 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0096 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0081 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0032 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0065 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0103 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0063 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0102 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0082 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0076 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0177 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0101 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1137649 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0238 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0102 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649610.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/641/72f30a287768b4dd0e4ffb85b57e5641/72f30a287768b4dd0e4ffb85b57e5641.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649614.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/6ff/91295e8cc1852674607eb98b8e79d6ff/91295e8cc1852674607eb98b8e79d6ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649618.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/695/d6050661d615e9efa64c208f926a9695/d6050661d615e9efa64c208f926a9695.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649622.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/463/69aa1770d2eb39191df8b5b26af61463/69aa1770d2eb39191df8b5b26af61463.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649626.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/55c/c251ea6441a96e86098f6f41f323855c/c251ea6441a96e86098f6f41f323855c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649630.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/8dd/b47e632f288ce5996b0f37e0ab3368dd/b47e632f288ce5996b0f37e0ab3368dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649634.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/8e6/61400c5df9b63afdfa36452f22ec58e6/61400c5df9b63afdfa36452f22ec58e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649638.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/eaf/43cd81aae2f9c4a06e1b89a041aa0eaf/43cd81aae2f9c4a06e1b89a041aa0eaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649642.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/b6e/1f3f2a5d4014c4b00f4139c4f66fbb6e/1f3f2a5d4014c4b00f4139c4f66fbb6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649646.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/0e7/a944f7b0f222fa1aa4e21e0b4f6d50e7/a944f7b0f222fa1aa4e21e0b4f6d50e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649650.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/4ef/04a24873a258730faa1f80a3460a84ef/04a24873a258730faa1f80a3460a84ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649654.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/f56/1137a132c702235de57a4f3eb202df56/1137a132c702235de57a4f3eb202df56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649658.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/431/32a4591e5e9c222a4a2a6d652b2c5431/32a4591e5e9c222a4a2a6d652b2c5431.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649662.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/f6e/d0d97e4c0be9ed53fb90af0ea211ff6e/d0d97e4c0be9ed53fb90af0ea211ff6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649666.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/4fb/9dc2dc42fdda6eb874f5938c11f8b4fb/9dc2dc42fdda6eb874f5938c11f8b4fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649670.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/48c/72b355c261a82b8efefd3a0e3282648c/72b355c261a82b8efefd3a0e3282648c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649674.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/615/fd7ee4fe2bc5aa45b32b9d194c602615/fd7ee4fe2bc5aa45b32b9d194c602615.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649678.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/c5c/a23ea1cb8a2a589b689bb72f3f323c5c/a23ea1cb8a2a589b689bb72f3f323c5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649682.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/6fa/cdfceaa8065f55c900837ac8c08436fa/cdfceaa8065f55c900837ac8c08436fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649686.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/324/8554b0df8f0b80f17a7cc168abbdf324/8554b0df8f0b80f17a7cc168abbdf324.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649690.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/651/137710034186e8bb4ff95b14d33b4651/137710034186e8bb4ff95b14d33b4651.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649694.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/e18/0966ebcee2180b5a5386aa48e19ebe18/0966ebcee2180b5a5386aa48e19ebe18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649698.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/63f/c84727543d0f081c477c1c412e2d663f/c84727543d0f081c477c1c412e2d663f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649702.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/f9a/c29272a5f58c7166a21fd22ee46e6f9a/c29272a5f58c7166a21fd22ee46e6f9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649706.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/c56/e93622111574afaabfca9449fa11fc56/e93622111574afaabfca9449fa11fc56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649710.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/730/627ae02a3ed0b0a413d5e2dd6b074730/627ae02a3ed0b0a413d5e2dd6b074730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649714.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/7e9/d0e993a67f662b57dca98abe198227e9/d0e993a67f662b57dca98abe198227e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649718.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/bdd/53cce38daf0c538ed70e63c697ca7bdd/53cce38daf0c538ed70e63c697ca7bdd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649722.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/4b5/17add54084e23f11cd9106d3066674b5/17add54084e23f11cd9106d3066674b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649726.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/5e7/9d4150c6fa4233518afed8abb7b275e7/9d4150c6fa4233518afed8abb7b275e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649730.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/810/893e4b5e92b4fab02c24afc13a976810/893e4b5e92b4fab02c24afc13a976810.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649734.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/c31/0b10cbab012f843f98188ed8e19abc31/0b10cbab012f843f98188ed8e19abc31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649738.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/8aa/ffe3d635c67e056cd5f1b14dd75f98aa/ffe3d635c67e056cd5f1b14dd75f98aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649742.00000-0, db: /tmp/tmpixqeq0o0/sda/containers/0/4e4/953a40209b48b1f68206505c56dee4e4/953a40209b48b1f68206505c56dee4e4.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpc4nrqvi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649235.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok + +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0156 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0081 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0143 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0063 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0103 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0171 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0067 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0010 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0032 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0014 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmpks4ejacs/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0023 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmpqqwmbg2d/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok + +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0107 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0124 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0023 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0046 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0058 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0037 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0023 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0006 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0002 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0002 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0037 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0026 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 1137649 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0044 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0059 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0041 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok + +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpc4nrqvi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649235.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649238.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/329/3be67d7692966af97baa87d1e5189329/3be67d7692966af97baa87d1e5189329_1752649238.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649238.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/329/3be67d7692966af97baa87d1e5189329/3be67d7692966af97baa87d1e5189329_1752649238.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649241.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d9a/f2e3df54d5272c10760024626ba29d9a/f2e3df54d5272c10760024626ba29d9a_1752649241.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649241.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d9a/f2e3df54d5272c10760024626ba29d9a/f2e3df54d5272c10760024626ba29d9a_1752649241.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649244.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/6e6/c5eabef83ab6dafd5d9e66e9930f46e6/c5eabef83ab6dafd5d9e66e9930f46e6_1752649244.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649244.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/6e6/c5eabef83ab6dafd5d9e66e9930f46e6/c5eabef83ab6dafd5d9e66e9930f46e6_1752649244.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649247.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/206/6730ec774c23b356e2463aed8785c206/6730ec774c23b356e2463aed8785c206_1752649247.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649247.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/206/6730ec774c23b356e2463aed8785c206/6730ec774c23b356e2463aed8785c206_1752649247.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649250.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/3b5/1bed0b64903ed88a1e2f0f779b6fe3b5/1bed0b64903ed88a1e2f0f779b6fe3b5_1752649250.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649250.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/3b5/1bed0b64903ed88a1e2f0f779b6fe3b5/1bed0b64903ed88a1e2f0f779b6fe3b5_1752649250.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850_1752649253.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850_1752649253.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33_1752649256.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33_1752649256.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd_1752649259.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd_1752649259.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5_1752649262.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5_1752649262.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649265.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d7b/ae6322391031981c903069f1a77d9d7b/ae6322391031981c903069f1a77d9d7b_1752649265.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649265.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d7b/ae6322391031981c903069f1a77d9d7b/ae6322391031981c903069f1a77d9d7b_1752649265.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649268.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/629/b2eb2e5b71be3ab47007c91aeb91f629/b2eb2e5b71be3ab47007c91aeb91f629_1752649268.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649268.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/629/b2eb2e5b71be3ab47007c91aeb91f629/b2eb2e5b71be3ab47007c91aeb91f629_1752649268.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649271.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/e0c/ab41f8e66aea777e108c7e1440afae0c/ab41f8e66aea777e108c7e1440afae0c_1752649271.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649271.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/e0c/ab41f8e66aea777e108c7e1440afae0c/ab41f8e66aea777e108c7e1440afae0c_1752649271.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649274.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/12f/f918a40d05d11336e39b95ca9c55212f/f918a40d05d11336e39b95ca9c55212f_1752649274.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649274.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/12f/f918a40d05d11336e39b95ca9c55212f/f918a40d05d11336e39b95ca9c55212f_1752649274.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649277.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/cd7/ddfc1e112a97f70975759d82e0619cd7/ddfc1e112a97f70975759d82e0619cd7_1752649277.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649277.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/cd7/ddfc1e112a97f70975759d82e0619cd7/ddfc1e112a97f70975759d82e0619cd7_1752649277.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649280.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/bb8/f331e3834da8d119a5796d0e47391bb8/f331e3834da8d119a5796d0e47391bb8_1752649280.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649280.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/bb8/f331e3834da8d119a5796d0e47391bb8/f331e3834da8d119a5796d0e47391bb8_1752649280.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649283.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/71a/3d06c53f0be12dc10bc2276ea8c4c71a/3d06c53f0be12dc10bc2276ea8c4c71a_1752649283.00000.dbtest.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok + +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0092 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0105 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0034 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0021 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0037 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0028 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0029 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0034 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0052 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmpzieyjoyp/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0022 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:34 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0029 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649283.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/71a/3d06c53f0be12dc10bc2276ea8c4c71a/3d06c53f0be12dc10bc2276ea8c4c71a_1752649283.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649286.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d56/1afe2d8f3084ee44c187b3fb19d99d56/1afe2d8f3084ee44c187b3fb19d99d56_1752649286.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649286.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d56/1afe2d8f3084ee44c187b3fb19d99d56/1afe2d8f3084ee44c187b3fb19d99d56_1752649286.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649289.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/57d/2c79de9d2bca770f07c12d34048da57d/2c79de9d2bca770f07c12d34048da57d_1752649289.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649289.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/57d/2c79de9d2bca770f07c12d34048da57d/2c79de9d2bca770f07c12d34048da57d_1752649289.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649292.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/bfe/60045e2be9da0329b4a3b68e284a1bfe/60045e2be9da0329b4a3b68e284a1bfe_1752649292.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649292.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/bfe/60045e2be9da0329b4a3b68e284a1bfe/60045e2be9da0329b4a3b68e284a1bfe_1752649292.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649295.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/f43/aed59a0b94cc9c38584f0ac4dc491f43/aed59a0b94cc9c38584f0ac4dc491f43_1752649295.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649295.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/f43/aed59a0b94cc9c38584f0ac4dc491f43/aed59a0b94cc9c38584f0ac4dc491f43_1752649295.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649298.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/f9e/87542905edd467001fc3e8676180af9e/87542905edd467001fc3e8676180af9e_1752649298.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649298.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/f9e/87542905edd467001fc3e8676180af9e/87542905edd467001fc3e8676180af9e_1752649298.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649301.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a50/94e4edd926b2c1db607759a101077a50/94e4edd926b2c1db607759a101077a50_1752649301.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649301.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a50/94e4edd926b2c1db607759a101077a50/94e4edd926b2c1db607759a101077a50_1752649301.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649304.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a8c/53fc534f179255a77a2d3432bc35ea8c/53fc534f179255a77a2d3432bc35ea8c_1752649304.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649304.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a8c/53fc534f179255a77a2d3432bc35ea8c/53fc534f179255a77a2d3432bc35ea8c_1752649304.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649307.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/55a/1c33b74635ab71fc34f33da790c7755a/1c33b74635ab71fc34f33da790c7755a_1752649307.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649307.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/55a/1c33b74635ab71fc34f33da790c7755a/1c33b74635ab71fc34f33da790c7755a_1752649307.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649310.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/ed8/c67fe96f70108e3658682dc38a31aed8/c67fe96f70108e3658682dc38a31aed8_1752649310.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649310.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/ed8/c67fe96f70108e3658682dc38a31aed8/c67fe96f70108e3658682dc38a31aed8_1752649310.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649313.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/6a3/597f5c77d48112c005cb53e83e7316a3/597f5c77d48112c005cb53e83e7316a3_1752649313.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649313.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/6a3/597f5c77d48112c005cb53e83e7316a3/597f5c77d48112c005cb53e83e7316a3_1752649313.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649316.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a1c/69e7c926fa375baadbce414044e4aa1c/69e7c926fa375baadbce414044e4aa1c_1752649316.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649316.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a1c/69e7c926fa375baadbce414044e4aa1c/69e7c926fa375baadbce414044e4aa1c_1752649316.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649319.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/670/a9696912121b5a583b45726c12831670/a9696912121b5a583b45726c12831670_1752649319.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649319.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/670/a9696912121b5a583b45726c12831670/a9696912121b5a583b45726c12831670_1752649319.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649322.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/fec/d8ba7bab15f5d555a6b919905000ffec/d8ba7bab15f5d555a6b919905000ffec_1752649322.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649322.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/fec/d8ba7bab15f5d555a6b919905000ffec/d8ba7bab15f5d555a6b919905000ffec_1752649322.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649325.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/0ce/87bd5b4a49285251834dc202017e60ce/87bd5b4a49285251834dc202017e60ce_1752649325.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649325.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/0ce/87bd5b4a49285251834dc202017e60ce/87bd5b4a49285251834dc202017e60ce_1752649325.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649328.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/b92/2db26b2dd34f531588022303cd6d1b92/2db26b2dd34f531588022303cd6d1b92_1752649328.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649328.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/b92/2db26b2dd34f531588022303cd6d1b92/2db26b2dd34f531588022303cd6d1b92_1752649328.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649331.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/799/adf281d4bf6b93734d51a82854c2d799/adf281d4bf6b93734d51a82854c2d799_1752649331.00000.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_has_content_length ... ok + +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44843/sda1/2/a/c1" "txfa9e095c7819417f972a6-0068774e11" "container-server 1137690" 0.0016 "-" 1137690 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa9e095c7819417f972a6-0068774e11" "proxy-server 1137690" 0.0292 "-" 1137690 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa9e095c7819417f972a6-0068774e11" "proxy-server 1137690" 0.0174 "-" 1137690 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/33 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfa9e095c7819417f972a6-0068774e11 - 0.0580 - - 1752649233.858351946 1752649233.916305304 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx83216830c74a4924a23d7-0068774e11" "proxy-server 1137690" 0.0019 "-" 1137690 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:33 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44843/sda1/1/a/c2" "tx83216830c74a4924a23d7-0068774e11" "container-server 1137690" 0.0010 "-" 1137690 2 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58063/sdb1/1/a/c2" "tx83216830c74a4924a23d7-0068774e11" "container-server 1137690" 0.0141 "-" 1137690 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx83216830c74a4924a23d7-0068774e11" "proxy-server 1137690" 0.0680 "-" 1137690 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx83216830c74a4924a23d7-0068774e11" "proxy-server 1137690" 0.0362 "-" 1137690 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx83216830c74a4924a23d7-0068774e11 - 0.0853 - - 1752649233.917630672 1752649234.002943993 2 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok + +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0105 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0062 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0229 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0028 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1137649 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0233 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0128 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0135 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0103 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0105 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0107 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0105 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0134 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0157 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0084 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1137649 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0081 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649331.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/799/adf281d4bf6b93734d51a82854c2d799/adf281d4bf6b93734d51a82854c2d799_1752649331.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649334.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/3d6/d69d48f3bd5d339a9061d04ce3e193d6/d69d48f3bd5d339a9061d04ce3e193d6_1752649334.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649334.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/3d6/d69d48f3bd5d339a9061d04ce3e193d6/d69d48f3bd5d339a9061d04ce3e193d6_1752649334.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649337.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/441/e37e31c64da5b87dc8e024c731068441/e37e31c64da5b87dc8e024c731068441_1752649337.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649337.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/441/e37e31c64da5b87dc8e024c731068441/e37e31c64da5b87dc8e024c731068441_1752649337.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649340.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/43a/5a091b940bc10eb40af9ac11b242243a/5a091b940bc10eb40af9ac11b242243a_1752649340.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649340.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/43a/5a091b940bc10eb40af9ac11b242243a/5a091b940bc10eb40af9ac11b242243a_1752649340.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649343.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/3cb/63a640bf00aec80c6e679087b733a3cb/63a640bf00aec80c6e679087b733a3cb_1752649343.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649343.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/3cb/63a640bf00aec80c6e679087b733a3cb/63a640bf00aec80c6e679087b733a3cb_1752649343.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649346.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/190/4b189abc075e60836697d756750a9190/4b189abc075e60836697d756750a9190_1752649346.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649346.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/190/4b189abc075e60836697d756750a9190/4b189abc075e60836697d756750a9190_1752649346.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649349.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/89b/d3a66ed5a754cffec5630a550ba4389b/d3a66ed5a754cffec5630a550ba4389b_1752649349.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649349.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/89b/d3a66ed5a754cffec5630a550ba4389b/d3a66ed5a754cffec5630a550ba4389b_1752649349.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649352.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/5a2/7a6a63b0965b45103c7d045e2d82c5a2/7a6a63b0965b45103c7d045e2d82c5a2_1752649352.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649352.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/5a2/7a6a63b0965b45103c7d045e2d82c5a2/7a6a63b0965b45103c7d045e2d82c5a2_1752649352.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649355.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/487/906e838d5da71d24c71159f0240b1487/906e838d5da71d24c71159f0240b1487_1752649355.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649355.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/487/906e838d5da71d24c71159f0240b1487/906e838d5da71d24c71159f0240b1487_1752649355.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649358.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a16/e781a7f9ed348639129c469085d7ca16/e781a7f9ed348639129c469085d7ca16_1752649358.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649358.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/a16/e781a7f9ed348639129c469085d7ca16/e781a7f9ed348639129c469085d7ca16_1752649358.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649361.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/565/59a87bfdb662388c0fade26fe702b565/59a87bfdb662388c0fade26fe702b565_1752649361.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649361.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/565/59a87bfdb662388c0fade26fe702b565/59a87bfdb662388c0fade26fe702b565_1752649361.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649364.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/ef1/563c69a4b7105e671ecc6e772650eef1/563c69a4b7105e671ecc6e772650eef1_1752649364.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649364.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/ef1/563c69a4b7105e671ecc6e772650eef1/563c69a4b7105e671ecc6e772650eef1_1752649364.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649367.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/7f0/37994b7bd0f39f7cf6ad229c33ed67f0/37994b7bd0f39f7cf6ad229c33ed67f0_1752649367.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649367.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/7f0/37994b7bd0f39f7cf6ad229c33ed67f0/37994b7bd0f39f7cf6ad229c33ed67f0_1752649367.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649370.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/71c/d6e20f5da5045f6c167858c1465ec71c/d6e20f5da5045f6c167858c1465ec71c_1752649370.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649370.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/71c/d6e20f5da5045f6c167858c1465ec71c/d6e20f5da5045f6c167858c1465ec71c_1752649370.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649373.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/4cc/3af46d82cbcbeda8dfca52d970bf14cc/3af46d82cbcbeda8dfca52d970bf14cc_1752649373.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649373.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/4cc/3af46d82cbcbeda8dfca52d970bf14cc/3af46d82cbcbeda8dfca52d970bf14cc_1752649373.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649376.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/42f/ffba50fa26e5e664aa39a31b6376542f/ffba50fa26e5e664aa39a31b6376542f_1752649376.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649376.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/42f/ffba50fa26e5e664aa39a31b6376542f/ffba50fa26e5e664aa39a31b6376542f_1752649376.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649379.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/9c9/c5d54604fd63e9faeb18d5751a1b39c9/c5d54604fd63e9faeb18d5751a1b39c9_1752649379.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok + +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0086 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0177 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0157 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0084 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0093 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 3 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 1137649 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0044 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0131 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0114 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0133 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok + +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1137649 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0158 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0137 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0104 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0138 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0138 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0099 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0147 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0100 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:35 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0140 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0138 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0098 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0139 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0099 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0096 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0136 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0098 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0140 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0099 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0139 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0099 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0138 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0138 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0138 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0097 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0135 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0139 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0098 "-" 1137649 2test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649379.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/9c9/c5d54604fd63e9faeb18d5751a1b39c9/c5d54604fd63e9faeb18d5751a1b39c9_1752649379.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649382.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/e74/a157392595fa2db815ed898c19dd9e74/a157392595fa2db815ed898c19dd9e74_1752649382.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649382.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/e74/a157392595fa2db815ed898c19dd9e74/a157392595fa2db815ed898c19dd9e74_1752649382.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649385.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/f2f/6e7493de3f53daaa915ef790819c3f2f/6e7493de3f53daaa915ef790819c3f2f_1752649385.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649385.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/f2f/6e7493de3f53daaa915ef790819c3f2f/6e7493de3f53daaa915ef790819c3f2f_1752649385.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649388.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d69/0491e782c79bce12b646a341f2a3ad69/0491e782c79bce12b646a341f2a3ad69_1752649388.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649388.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/d69/0491e782c79bce12b646a341f2a3ad69/0491e782c79bce12b646a341f2a3ad69_1752649388.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649391.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/9b0/1a6a6eb1e3d339b5e091db5e310cf9b0/1a6a6eb1e3d339b5e091db5e310cf9b0_1752649391.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649391.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/9b0/1a6a6eb1e3d339b5e091db5e310cf9b0/1a6a6eb1e3d339b5e091db5e310cf9b0_1752649391.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649394.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/b19/d684ac2989e6270406b5d3bed7959b19/d684ac2989e6270406b5d3bed7959b19_1752649394.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649394.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/b19/d684ac2989e6270406b5d3bed7959b19/d684ac2989e6270406b5d3bed7959b19_1752649394.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649397.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/1e5/4f89fe4ec2f68e70ccca304972e1c1e5/4f89fe4ec2f68e70ccca304972e1c1e5_1752649397.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649397.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/1e5/4f89fe4ec2f68e70ccca304972e1c1e5/4f89fe4ec2f68e70ccca304972e1c1e5_1752649397.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649400.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/2e1/b30f422dccdaa254493118a1e13bd2e1/b30f422dccdaa254493118a1e13bd2e1_1752649400.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649400.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/2e1/b30f422dccdaa254493118a1e13bd2e1/b30f422dccdaa254493118a1e13bd2e1_1752649400.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649403.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/764/47660a2fbb971f1f2669997891f3d764/47660a2fbb971f1f2669997891f3d764_1752649403.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649403.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/764/47660a2fbb971f1f2669997891f3d764/47660a2fbb971f1f2669997891f3d764_1752649403.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649406.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/fbe/e9700bba6a6aa986462589ef07a6afbe/e9700bba6a6aa986462589ef07a6afbe_1752649406.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649406.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/fbe/e9700bba6a6aa986462589ef07a6afbe/e9700bba6a6aa986462589ef07a6afbe_1752649406.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649409.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/563/3bc7aba6a7f07d01b256d3ce08024563/3bc7aba6a7f07d01b256d3ce08024563_1752649409.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649409.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/563/3bc7aba6a7f07d01b256d3ce08024563/3bc7aba6a7f07d01b256d3ce08024563_1752649409.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649412.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/23d/41aea0271f4a7cbdc3dfd44332dd923d/41aea0271f4a7cbdc3dfd44332dd923d_1752649412.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649412.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/23d/41aea0271f4a7cbdc3dfd44332dd923d/41aea0271f4a7cbdc3dfd44332dd923d_1752649412.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649415.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/5ae/0bb94afb3a11e408f469b6c4053cd5ae/0bb94afb3a11e408f469b6c4053cd5ae_1752649415.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649415.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/5ae/0bb94afb3a11e408f469b6c4053cd5ae/0bb94afb3a11e408f469b6c4053cd5ae_1752649415.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649418.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/65a/a52a4f337a57d5eecb02a43303c6665a/a52a4f337a57d5eecb02a43303c6665a_1752649418.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649418.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/65a/a52a4f337a57d5eecb02a43303c6665a/a52a4f337a57d5eecb02a43303c6665a_1752649418.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649421.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/073/bdcce10e5cac1e30e86e102ddad6c073/bdcce10e5cac1e30e86e102ddad6c073_1752649421.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649421.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/073/bdcce10e5cac1e30e86e102ddad6c073/bdcce10e5cac1e30e86e102ddad6c073_1752649421.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649424.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/bcb/77db056582b465f6c61ab39efd3debcb/77db056582b465f6c61ab39efd3debcb_1752649424.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649424.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/bcb/77db056582b465f6c61ab39efd3debcb/77db056582b465f6c61ab39efd3debcb_1752649424.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649427.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/0db/2d09ff7630fe461715e56262d893e0db/2d09ff7630fe461715e56262d893e0db_1752649427.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok + +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0186 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0145 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmpp2f4i6m3/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0317 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0105 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0023 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0105 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0107 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0142 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0083 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0104 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 1137649 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1137649 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0098 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0032 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0058 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0158 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0117 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0116 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0156 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0320 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0133 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 1137649 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:36 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1137649 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0197 "-" 1137649 3 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 1137649 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0198 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649427.00000-0, db: /tmp/tmpp2hminho/sda/containers/0/0db/2d09ff7630fe461715e56262d893e0db/2d09ff7630fe461715e56262d893e0db_1752649427.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649240.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8ee/10fcaf746f1a3ff3b0bab14e4a3638ee/10fcaf746f1a3ff3b0bab14e4a3638ee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649240.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8ee/10fcaf746f1a3ff3b0bab14e4a3638ee/10fcaf746f1a3ff3b0bab14e4a3638ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649244.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/6e6/c5eabef83ab6dafd5d9e66e9930f46e6/c5eabef83ab6dafd5d9e66e9930f46e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649244.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/6e6/c5eabef83ab6dafd5d9e66e9930f46e6/c5eabef83ab6dafd5d9e66e9930f46e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649248.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/572/2d461134d466e04b7d144bf738705572/2d461134d466e04b7d144bf738705572.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649248.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/572/2d461134d466e04b7d144bf738705572/2d461134d466e04b7d144bf738705572.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649252.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649252.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649260.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/c99/5df079d487ee9ea3043b97e6693b1c99/5df079d487ee9ea3043b97e6693b1c99.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649260.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/c99/5df079d487ee9ea3043b97e6693b1c99/5df079d487ee9ea3043b97e6693b1c99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649268.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/629/b2eb2e5b71be3ab47007c91aeb91f629/b2eb2e5b71be3ab47007c91aeb91f629.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649268.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/629/b2eb2e5b71be3ab47007c91aeb91f629/b2eb2e5b71be3ab47007c91aeb91f629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649272.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/246/c32efbed55ec14b1a8ed798ba3f5a246/c32efbed55ec14b1a8ed798ba3f5a246.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649272.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/246/c32efbed55ec14b1a8ed798ba3f5a246/c32efbed55ec14b1a8ed798ba3f5a246.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649276.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649276.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649280.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/bb8/f331e3834da8d119a5796d0e47391bb8/f331e3834da8d119a5796d0e47391bb8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649280.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/bb8/f331e3834da8d119a5796d0e47391bb8/f331e3834da8d119a5796d0e47391bb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649284.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/265/c736eaf937d4858454e9103069f6e265/c736eaf937d4858454e9103069f6e265.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649284.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/265/c736eaf937d4858454e9103069f6e265/c736eaf937d4858454e9103069f6e265.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649288.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649288.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649292.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/bfe/60045e2be9da0329b4a3b68e284a1bfe/60045e2be9da0329b4a3b68e284a1bfe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649292.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/bfe/60045e2be9da0329b4a3b68e284a1bfe/60045e2be9da0329b4a3b68e284a1bfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649296.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d89/7086270f2f3e31315ee7f84895b17d89/7086270f2f3e31315ee7f84895b17d89.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649296.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d89/7086270f2f3e31315ee7f84895b17d89/7086270f2f3e31315ee7f84895b17d89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649304.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a8c/53fc534f179255a77a2d3432bc35ea8c/53fc534f179255a77a2d3432bc35ea8c.dbtest.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok + +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0260 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0323 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0174 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0135 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0159 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0036 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0093 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0093 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649304.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a8c/53fc534f179255a77a2d3432bc35ea8c/53fc534f179255a77a2d3432bc35ea8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649308.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/ce8/2425ea37ea3007e408eddf9eadea9ce8/2425ea37ea3007e408eddf9eadea9ce8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649308.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/ce8/2425ea37ea3007e408eddf9eadea9ce8/2425ea37ea3007e408eddf9eadea9ce8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649312.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649312.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649316.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a1c/69e7c926fa375baadbce414044e4aa1c/69e7c926fa375baadbce414044e4aa1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649316.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a1c/69e7c926fa375baadbce414044e4aa1c/69e7c926fa375baadbce414044e4aa1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649320.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/0e9/8751bdf269117aa51096f53acccfd0e9/8751bdf269117aa51096f53acccfd0e9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649320.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/0e9/8751bdf269117aa51096f53acccfd0e9/8751bdf269117aa51096f53acccfd0e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649328.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/b92/2db26b2dd34f531588022303cd6d1b92/2db26b2dd34f531588022303cd6d1b92.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649328.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/b92/2db26b2dd34f531588022303cd6d1b92/2db26b2dd34f531588022303cd6d1b92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649332.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/33c/e80f0b7dd8fdb9409aa116054e60c33c/e80f0b7dd8fdb9409aa116054e60c33c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649332.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/33c/e80f0b7dd8fdb9409aa116054e60c33c/e80f0b7dd8fdb9409aa116054e60c33c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649336.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649336.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649340.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/43a/5a091b940bc10eb40af9ac11b242243a/5a091b940bc10eb40af9ac11b242243a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649340.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/43a/5a091b940bc10eb40af9ac11b242243a/5a091b940bc10eb40af9ac11b242243a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649344.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/027/3f45d1c8e496702576c2caf76d9d6027/3f45d1c8e496702576c2caf76d9d6027.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649344.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/027/3f45d1c8e496702576c2caf76d9d6027/3f45d1c8e496702576c2caf76d9d6027.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649348.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649348.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649352.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/5a2/7a6a63b0965b45103c7d045e2d82c5a2/7a6a63b0965b45103c7d045e2d82c5a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649352.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/5a2/7a6a63b0965b45103c7d045e2d82c5a2/7a6a63b0965b45103c7d045e2d82c5a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649356.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d48/0ff379d2e94f6d18bf34c069eb088d48/0ff379d2e94f6d18bf34c069eb088d48.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649356.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d48/0ff379d2e94f6d18bf34c069eb088d48/0ff379d2e94f6d18bf34c069eb088d48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649364.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/ef1/563c69a4b7105e671ecc6e772650eef1/563c69a4b7105e671ecc6e772650eef1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649364.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/ef1/563c69a4b7105e671ecc6e772650eef1/563c69a4b7105e671ecc6e772650eef1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649368.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/6bc/318bb4447a1a40926088fba745c0a6bc/318bb4447a1a40926088fba745c0a6bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649368.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/6bc/318bb4447a1a40926088fba745c0a6bc/318bb4447a1a40926088fba745c0a6bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649372.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok + +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0009 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0050 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmpe0e1p27y/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0054 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0052 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0010 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0103 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0071 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0083 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0059 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0015 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1137649 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649372.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649376.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/42f/ffba50fa26e5e664aa39a31b6376542f/ffba50fa26e5e664aa39a31b6376542f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649376.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/42f/ffba50fa26e5e664aa39a31b6376542f/ffba50fa26e5e664aa39a31b6376542f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649380.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/b45/02bb1df4df921e2912a4a4ec1c75db45/02bb1df4df921e2912a4a4ec1c75db45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649380.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/b45/02bb1df4df921e2912a4a4ec1c75db45/02bb1df4df921e2912a4a4ec1c75db45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649388.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d69/0491e782c79bce12b646a341f2a3ad69/0491e782c79bce12b646a341f2a3ad69.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649388.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d69/0491e782c79bce12b646a341f2a3ad69/0491e782c79bce12b646a341f2a3ad69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649392.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d9e/9043816190d678e61e5e537675d3cd9e/9043816190d678e61e5e537675d3cd9e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649392.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/d9e/9043816190d678e61e5e537675d3cd9e/9043816190d678e61e5e537675d3cd9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649396.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649396.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649400.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/2e1/b30f422dccdaa254493118a1e13bd2e1/b30f422dccdaa254493118a1e13bd2e1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649400.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/2e1/b30f422dccdaa254493118a1e13bd2e1/b30f422dccdaa254493118a1e13bd2e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649404.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/644/43c1c46bedd2f2cb5db90017711d5644/43c1c46bedd2f2cb5db90017711d5644.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649404.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/644/43c1c46bedd2f2cb5db90017711d5644/43c1c46bedd2f2cb5db90017711d5644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649408.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649408.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649412.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/23d/41aea0271f4a7cbdc3dfd44332dd923d/41aea0271f4a7cbdc3dfd44332dd923d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649412.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/23d/41aea0271f4a7cbdc3dfd44332dd923d/41aea0271f4a7cbdc3dfd44332dd923d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649416.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/056/c7e366bbdfb0951751f9f157ee740056/c7e366bbdfb0951751f9f157ee740056.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649416.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/056/c7e366bbdfb0951751f9f157ee740056/c7e366bbdfb0951751f9f157ee740056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649420.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8f7/d034c888fc2b173de681a3fdffb248f7/d034c888fc2b173de681a3fdffb248f7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649420.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8f7/d034c888fc2b173de681a3fdffb248f7/d034c888fc2b173de681a3fdffb248f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649424.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/bcb/77db056582b465f6c61ab39efd3debcb/77db056582b465f6c61ab39efd3debcb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649424.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/bcb/77db056582b465f6c61ab39efd3debcb/77db056582b465f6c61ab39efd3debcb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649428.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/523/af693191581e3cfd2cd38f87da377523/af693191581e3cfd2cd38f87da377523.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649428.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/523/af693191581e3cfd2cd38f87da377523/af693191581e3cfd2cd38f87da377523.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649432.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/6ed/5f94fbe9f972bc4c390b3e076beed6ed/5f94fbe9f972bc4c390b3e076beed6ed.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649432.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/6ed/5f94fbe9f972bc4c390b3e076beed6ed/5f94fbe9f972bc4c390b3e076beed6ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649436.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/ae6/6386a22132a5b481de1bd028e2364ae6/6386a22132a5b481de1bd028e2364ae6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649436.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/ae6/6386a22132a5b481de1bd028e2364ae6/6386a22132a5b481de1bd028e2364ae6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649440.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8f9/9cb9fbb746a7d788ad72fc47343178f9/9cb9fbb746a7d788ad72fc47343178f9.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok + +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0101 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 1137649 2 +test DEBUG: Unlinked retiring db '/tmp/tmp1ncyijed/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0162 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0141 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0105 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0096 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0120 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/Jul/2025:07:00:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/Jul/2025:07:00:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0130 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/Jul/2025:07:00:38 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 1023, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1000, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 947, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/Jul/2025:07:00:38 +0000] "REPLICATE /sda1/p/a/" 500 711 "-" "-" "-" 0.0099 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/Jul/2025:07:00:38 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0019 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0085 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0124 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0020 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 384, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 1023, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_server.py", line 6149, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0157 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649440.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/8f9/9cb9fbb746a7d788ad72fc47343178f9/9cb9fbb746a7d788ad72fc47343178f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649444.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/048/423a270cefc01b9638e1f1d9f29b5048/423a270cefc01b9638e1f1d9f29b5048.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649444.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/048/423a270cefc01b9638e1f1d9f29b5048/423a270cefc01b9638e1f1d9f29b5048.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649448.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/f47/a58c14b9004aa99de1ea3a6bd6581f47/a58c14b9004aa99de1ea3a6bd6581f47.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649448.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/f47/a58c14b9004aa99de1ea3a6bd6581f47/a58c14b9004aa99de1ea3a6bd6581f47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649452.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/fc7/8cec6c7633e54a9b5f72176c9d78efc7/8cec6c7633e54a9b5f72176c9d78efc7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649452.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/fc7/8cec6c7633e54a9b5f72176c9d78efc7/8cec6c7633e54a9b5f72176c9d78efc7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649456.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/f19/4b66bb7fea1cf392b06146b24e238f19/4b66bb7fea1cf392b06146b24e238f19.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649456.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/f19/4b66bb7fea1cf392b06146b24e238f19/4b66bb7fea1cf392b06146b24e238f19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649460.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/813/9db8cbd69415d95d33a27eda66ac1813/9db8cbd69415d95d33a27eda66ac1813.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649460.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/813/9db8cbd69415d95d33a27eda66ac1813/9db8cbd69415d95d33a27eda66ac1813.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649464.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/f72/c713fff638a4aa8e69f07435f86adf72/c713fff638a4aa8e69f07435f86adf72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649464.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/f72/c713fff638a4aa8e69f07435f86adf72/c713fff638a4aa8e69f07435f86adf72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649468.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/1a3/10ac7b3cc068cc283b0b7a7294f6c1a3/10ac7b3cc068cc283b0b7a7294f6c1a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649468.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/1a3/10ac7b3cc068cc283b0b7a7294f6c1a3/10ac7b3cc068cc283b0b7a7294f6c1a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649472.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/7e9/76a5d8b052175a02d1656de84368c7e9/76a5d8b052175a02d1656de84368c7e9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649472.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/7e9/76a5d8b052175a02d1656de84368c7e9/76a5d8b052175a02d1656de84368c7e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649476.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a25/b29d97c86b82126e68bf5cc2c049ca25/b29d97c86b82126e68bf5cc2c049ca25.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649476.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/a25/b29d97c86b82126e68bf5cc2c049ca25/b29d97c86b82126e68bf5cc2c049ca25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649480.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/119/adbc590f6d3de5719f3c894a9ed3b119/adbc590f6d3de5719f3c894a9ed3b119.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649480.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/119/adbc590f6d3de5719f3c894a9ed3b119/adbc590f6d3de5719f3c894a9ed3b119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649484.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/b5f/67f5475d1fa061269c517fdbd45d7b5f/67f5475d1fa061269c517fdbd45d7b5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649484.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/b5f/67f5475d1fa061269c517fdbd45d7b5f/67f5475d1fa061269c517fdbd45d7b5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649488.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/93a/df60d3e6108d83c66810b741820a293a/df60d3e6108d83c66810b741820a293a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649488.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/93a/df60d3e6108d83c66810b741820a293a/df60d3e6108d83c66810b741820a293a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649492.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/e03/116b99f73a88acd502ed5595e329ee03/116b99f73a88acd502ed5595e329ee03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649492.00000-0, db: /tmp/tmpv05y2ba7/sda/containers/0/e03/116b99f73a88acd502ed5595e329ee03/116b99f73a88acd502ed5595e329ee03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649243.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/bb2/e4ce50946a820c8c2415d67527a1bbb2/e4ce50946a820c8c2415d67527a1bbb2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649243.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/bb2/e4ce50946a820c8c2415d67527a1bbb2/e4ce50946a820c8c2415d67527a1bbb2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649246.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d4c/c106cdc949fa055fceb314fbdc719d4c/c106cdc949fa055fceb314fbdc719d4c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649246.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d4c/c106cdc949fa055fceb314fbdc719d4c/c106cdc949fa055fceb314fbdc719d4c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649249.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a0d/25b20064c20aa273a260d6a2ed968a0d/25b20064c20aa273a260d6a2ed968a0d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649249.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a0d/25b20064c20aa273a260d6a2ed968a0d/25b20064c20aa273a260d6a2ed968a0d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649252.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok + +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0180 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0160 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0296 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0134 "-" 1137649 3 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0106 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0101 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0093 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1137649 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0154 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0141 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0153 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0133 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0120 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:38 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0157 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0158 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0129 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0117 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0114 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0092 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0157 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0085 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0075 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0019 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0101 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0156 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1137649 nada +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1137649 999 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0115 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0115 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0011 "-" 1137649 1 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0032 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0094 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0115 "-" 1137649 3test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok + +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Setting object count to 1072 (txn: tx83dafe7d305c4382b6a48-0068774e11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Setting object count to 1072 (txn: tx9e256763f42945f487bcb-0068774e14) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx46fcb193f381436d83bd9-0068774e16) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx46fcb193f381436d83bd9-0068774e16) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46fcb193f381436d83bd9-0068774e16) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx46fcb193f381436d83bd9-0068774e16) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx46fcb193f381436d83bd9-0068774e16) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok + +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649252.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649255.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e97/303eb5ba8ee40b6b11424628fc44fe97/303eb5ba8ee40b6b11424628fc44fe97.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649255.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e97/303eb5ba8ee40b6b11424628fc44fe97/303eb5ba8ee40b6b11424628fc44fe97.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649258.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/749/b0e70dad3413eb1e7f68a392adee6749/b0e70dad3413eb1e7f68a392adee6749.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649258.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/749/b0e70dad3413eb1e7f68a392adee6749/b0e70dad3413eb1e7f68a392adee6749.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649267.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/dbd/c9b9e090cc6ba155c1593f865fe4bdbd/c9b9e090cc6ba155c1593f865fe4bdbd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649267.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/dbd/c9b9e090cc6ba155c1593f865fe4bdbd/c9b9e090cc6ba155c1593f865fe4bdbd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649270.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/54e/4e278f32d17cc6f74aa4ccbd4b83654e/4e278f32d17cc6f74aa4ccbd4b83654e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649270.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/54e/4e278f32d17cc6f74aa4ccbd4b83654e/4e278f32d17cc6f74aa4ccbd4b83654e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649273.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/0a8/46477b7e2bb22b9299fe7cf4c375f0a8/46477b7e2bb22b9299fe7cf4c375f0a8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649273.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/0a8/46477b7e2bb22b9299fe7cf4c375f0a8/46477b7e2bb22b9299fe7cf4c375f0a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649276.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649276.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649279.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e7a/b53074114c647e93634ed6be788a8e7a/b53074114c647e93634ed6be788a8e7a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649279.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e7a/b53074114c647e93634ed6be788a8e7a/b53074114c647e93634ed6be788a8e7a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649282.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e9e/d77994bda2a2be7f64d5ed1014024e9e/d77994bda2a2be7f64d5ed1014024e9e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649282.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e9e/d77994bda2a2be7f64d5ed1014024e9e/d77994bda2a2be7f64d5ed1014024e9e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649285.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/cb0/5931836cd0e2009266e7d18568e8dcb0/5931836cd0e2009266e7d18568e8dcb0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649285.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/cb0/5931836cd0e2009266e7d18568e8dcb0/5931836cd0e2009266e7d18568e8dcb0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649288.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649288.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649291.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/4ef/d08a38a3249187d59ed3804f24ead4ef/d08a38a3249187d59ed3804f24ead4ef.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649291.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/4ef/d08a38a3249187d59ed3804f24ead4ef/d08a38a3249187d59ed3804f24ead4ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649294.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/354/9c9bda711769a2bd3de365246c855354/9c9bda711769a2bd3de365246c855354.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649294.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/354/9c9bda711769a2bd3de365246c855354/9c9bda711769a2bd3de365246c855354.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649297.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/970/e4c331d3fed628b1def0a9842fc89970/e4c331d3fed628b1def0a9842fc89970.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649297.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/970/e4c331d3fed628b1def0a9842fc89970/e4c331d3fed628b1def0a9842fc89970.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok + +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0011 "-" 1137649 3 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0153 "-" 1137649 4 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0011 "-" 1137649 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0120 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0117 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0020 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0237 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0086 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0142 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0107 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0069 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0108 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0246 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0112 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0110 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0109 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0109 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0156 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0061 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1137649 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649303.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/de4/98d12202d4d0f0cddb94d05ad8e32de4/98d12202d4d0f0cddb94d05ad8e32de4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649303.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/de4/98d12202d4d0f0cddb94d05ad8e32de4/98d12202d4d0f0cddb94d05ad8e32de4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649306.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/30d/6bd065a7d78df2b93ff918b1d71b730d/6bd065a7d78df2b93ff918b1d71b730d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649306.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/30d/6bd065a7d78df2b93ff918b1d71b730d/6bd065a7d78df2b93ff918b1d71b730d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649309.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/dbe/5b7dbe0c08977df28aca600b76972dbe/5b7dbe0c08977df28aca600b76972dbe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649309.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/dbe/5b7dbe0c08977df28aca600b76972dbe/5b7dbe0c08977df28aca600b76972dbe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649312.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649312.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649315.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/5ab/f0485196928b0e810f2510370d7565ab/f0485196928b0e810f2510370d7565ab.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649315.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/5ab/f0485196928b0e810f2510370d7565ab/f0485196928b0e810f2510370d7565ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649318.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/708/2a721300a0c58bb1e8a9375e20a0b708/2a721300a0c58bb1e8a9375e20a0b708.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649318.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/708/2a721300a0c58bb1e8a9375e20a0b708/2a721300a0c58bb1e8a9375e20a0b708.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649321.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/983/be970ae8efb95a77776e34e0237ec983/be970ae8efb95a77776e34e0237ec983.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649321.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/983/be970ae8efb95a77776e34e0237ec983/be970ae8efb95a77776e34e0237ec983.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649327.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a26/3215640fb173199a15c500bd6b962a26/3215640fb173199a15c500bd6b962a26.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649327.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a26/3215640fb173199a15c500bd6b962a26/3215640fb173199a15c500bd6b962a26.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649330.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e5b/f8b11af5a7640fa9309b5e0eaee2ce5b/f8b11af5a7640fa9309b5e0eaee2ce5b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649330.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/e5b/f8b11af5a7640fa9309b5e0eaee2ce5b/f8b11af5a7640fa9309b5e0eaee2ce5b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649333.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/c94/81a11817624fc6fab9d546156f915c94/81a11817624fc6fab9d546156f915c94.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649333.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/c94/81a11817624fc6fab9d546156f915c94/81a11817624fc6fab9d546156f915c94.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649336.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649336.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649339.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/ef3/5310a78267971046db9eb34c09d57ef3/5310a78267971046db9eb34c09d57ef3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649339.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/ef3/5310a78267971046db9eb34c09d57ef3/5310a78267971046db9eb34c09d57ef3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649342.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/7be/995c96001515d0754e06cf8c7ce547be/995c96001515d0754e06cf8c7ce547be.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649342.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/7be/995c96001515d0754e06cf8c7ce547be/995c96001515d0754e06cf8c7ce547be.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649345.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/94e/0d912ad46d3594b3deb14ce2b756c94e/0d912ad46d3594b3deb14ce2b756c94e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649345.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/94e/0d912ad46d3594b3deb14ce2b756c94e/0d912ad46d3594b3deb14ce2b756c94e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649348.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649348.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649351.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/216/fb74939bb0dc7c6ca288d64215dea216/fb74939bb0dc7c6ca288d64215dea216.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok + +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649351.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/216/fb74939bb0dc7c6ca288d64215dea216/fb74939bb0dc7c6ca288d64215dea216.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649354.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/f95/059c7052dd960e461ef42b84c439ef95/059c7052dd960e461ef42b84c439ef95.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649354.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/f95/059c7052dd960e461ef42b84c439ef95/059c7052dd960e461ef42b84c439ef95.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649357.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/90c/f4cefd64ffc4702f54672b3e2fa3b90c/f4cefd64ffc4702f54672b3e2fa3b90c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649357.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/90c/f4cefd64ffc4702f54672b3e2fa3b90c/f4cefd64ffc4702f54672b3e2fa3b90c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649363.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a1c/325a7e4d63de48e02da5bda732baca1c/325a7e4d63de48e02da5bda732baca1c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649363.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/a1c/325a7e4d63de48e02da5bda732baca1c/325a7e4d63de48e02da5bda732baca1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649366.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/ffe/7f8b4d2f304fa93091775373f6c00ffe/7f8b4d2f304fa93091775373f6c00ffe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649366.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/ffe/7f8b4d2f304fa93091775373f6c00ffe/7f8b4d2f304fa93091775373f6c00ffe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649369.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/243/e37a65b01fe498669a8d148d29437243/e37a65b01fe498669a8d148d29437243.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649369.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/243/e37a65b01fe498669a8d148d29437243/e37a65b01fe498669a8d148d29437243.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649372.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649372.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649375.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/12d/5c2c4ba7052745248ece166a1970912d/5c2c4ba7052745248ece166a1970912d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649375.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/12d/5c2c4ba7052745248ece166a1970912d/5c2c4ba7052745248ece166a1970912d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649378.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/3da/92232ea7aafa14403493425f67b653da/92232ea7aafa14403493425f67b653da.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649378.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/3da/92232ea7aafa14403493425f67b653da/92232ea7aafa14403493425f67b653da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649381.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/570/bd6bdfe088dad467c1fdf759f9be5570/bd6bdfe088dad467c1fdf759f9be5570.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649381.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/570/bd6bdfe088dad467c1fdf759f9be5570/bd6bdfe088dad467c1fdf759f9be5570.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649387.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/fc3/194b75a740f642722256bf7ba6a09fc3/194b75a740f642722256bf7ba6a09fc3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649387.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/fc3/194b75a740f642722256bf7ba6a09fc3/194b75a740f642722256bf7ba6a09fc3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649390.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/3ad/de103590bfea11a1aa518bc17095b3ad/de103590bfea11a1aa518bc17095b3ad.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649390.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/3ad/de103590bfea11a1aa518bc17095b3ad/de103590bfea11a1aa518bc17095b3ad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649393.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/8f6/152a1dc6f9bc285c6ff12dc943ea18f6/152a1dc6f9bc285c6ff12dc943ea18f6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649393.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/8f6/152a1dc6f9bc285c6ff12dc943ea18f6/152a1dc6f9bc285c6ff12dc943ea18f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649396.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649396.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649399.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/3c4/71665618b8f2d435e74e1085543053c4/71665618b8f2d435e74e1085543053c4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649399.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/3c4/71665618b8f2d435e74e1085543053c4/71665618b8f2d435e74e1085543053c4.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_no_etag_validation +test.unit.obj.test_server.TestObjectController.test_GET_no_etag_validation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_PUT_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_wrong_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_wrong_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649402.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/fe8/c16fc41bf73ac33331a9f1d9afa9dfe8/c16fc41bf73ac33331a9f1d9afa9dfe8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649402.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/fe8/c16fc41bf73ac33331a9f1d9afa9dfe8/c16fc41bf73ac33331a9f1d9afa9dfe8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649405.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/1e7/81f5ccfff0f1dde21275df984ac7b1e7/81f5ccfff0f1dde21275df984ac7b1e7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649405.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/1e7/81f5ccfff0f1dde21275df984ac7b1e7/81f5ccfff0f1dde21275df984ac7b1e7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649408.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649408.00000-0, db: /tmp/tmpus4cqp7n/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649245.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/485/2994257cfddadd4a7102644625ad2485/2994257cfddadd4a7102644625ad2485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649250.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3b5/1bed0b64903ed88a1e2f0f779b6fe3b5/1bed0b64903ed88a1e2f0f779b6fe3b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649255.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e97/303eb5ba8ee40b6b11424628fc44fe97/303eb5ba8ee40b6b11424628fc44fe97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649260.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c99/5df079d487ee9ea3043b97e6693b1c99/5df079d487ee9ea3043b97e6693b1c99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649265.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d7b/ae6322391031981c903069f1a77d9d7b/ae6322391031981c903069f1a77d9d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649270.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/54e/4e278f32d17cc6f74aa4ccbd4b83654e/4e278f32d17cc6f74aa4ccbd4b83654e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649275.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/955/a0c080dfc0bafb71fbaaeb8fa6602955/a0c080dfc0bafb71fbaaeb8fa6602955.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649280.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/bb8/f331e3834da8d119a5796d0e47391bb8/f331e3834da8d119a5796d0e47391bb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649285.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/cb0/5931836cd0e2009266e7d18568e8dcb0/5931836cd0e2009266e7d18568e8dcb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649290.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/957/0f1a2d50e936762b181c47ed33c21957/0f1a2d50e936762b181c47ed33c21957.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649295.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f43/aed59a0b94cc9c38584f0ac4dc491f43/aed59a0b94cc9c38584f0ac4dc491f43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649305.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f2f/7dec84d852ded93620fd0940446edf2f/7dec84d852ded93620fd0940446edf2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649310.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ed8/c67fe96f70108e3658682dc38a31aed8/c67fe96f70108e3658682dc38a31aed8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649315.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5ab/f0485196928b0e810f2510370d7565ab/f0485196928b0e810f2510370d7565ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649320.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/0e9/8751bdf269117aa51096f53acccfd0e9/8751bdf269117aa51096f53acccfd0e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649325.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/0ce/87bd5b4a49285251834dc202017e60ce/87bd5b4a49285251834dc202017e60ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649330.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e5b/f8b11af5a7640fa9309b5e0eaee2ce5b/f8b11af5a7640fa9309b5e0eaee2ce5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649335.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/15c/5422b77877730b17000dc4d562c2315c/5422b77877730b17000dc4d562c2315c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649340.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/43a/5a091b940bc10eb40af9ac11b242243a/5a091b940bc10eb40af9ac11b242243a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649345.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/94e/0d912ad46d3594b3deb14ce2b756c94e/0d912ad46d3594b3deb14ce2b756c94e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649350.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/6b3/dcd4df9e43d6fc5732be9f2159d9a6b3/dcd4df9e43d6fc5732be9f2159d9a6b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649355.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/487/906e838d5da71d24c71159f0240b1487/906e838d5da71d24c71159f0240b1487.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649365.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1f9/2317c3ce65bff423b4067198a1f7b1f9/2317c3ce65bff423b4067198a1f7b1f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649370.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/71c/d6e20f5da5045f6c167858c1465ec71c/d6e20f5da5045f6c167858c1465ec71c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649375.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/12d/5c2c4ba7052745248ece166a1970912d/5c2c4ba7052745248ece166a1970912d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649380.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b45/02bb1df4df921e2912a4a4ec1c75db45/02bb1df4df921e2912a4a4ec1c75db45.db +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0140 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0194 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0155 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0022 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0117 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0122 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0076 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0075 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1137649 0 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0078 "-" 1137649 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:39 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0108 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1137649 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0003 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0132 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0113 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1137649 - +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 1137649 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0169 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/middleware/test_recon.py", line 384, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 268, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.35.0/swift/container/server.py", line 268, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0129 "-" 1137649 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1137649 2 +test INFO: - - - [16/Jul/2025:07:00:40 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0032 "-" 1137649 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649385.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f2f/6e7493de3f53daaa915ef790819c3f2f/6e7493de3f53daaa915ef790819c3f2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649390.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3ad/de103590bfea11a1aa518bc17095b3ad/de103590bfea11a1aa518bc17095b3ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649395.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/275/8779cbc67d972a1191a63c32b843f275/8779cbc67d972a1191a63c32b843f275.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649400.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/2e1/b30f422dccdaa254493118a1e13bd2e1/b30f422dccdaa254493118a1e13bd2e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649405.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1e7/81f5ccfff0f1dde21275df984ac7b1e7/81f5ccfff0f1dde21275df984ac7b1e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649410.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/198/725ea11cea14e5f799442b90b5544198/725ea11cea14e5f799442b90b5544198.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649415.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5ae/0bb94afb3a11e408f469b6c4053cd5ae/0bb94afb3a11e408f469b6c4053cd5ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649420.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8f7/d034c888fc2b173de681a3fdffb248f7/d034c888fc2b173de681a3fdffb248f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649425.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c9b/f8ec5e33940e6dbf484332ccdff5fc9b/f8ec5e33940e6dbf484332ccdff5fc9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649430.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/7ac/70b7f2dc760d50f6ecb8be49b3c2a7ac/70b7f2dc760d50f6ecb8be49b3c2a7ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649435.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b6e/9ff9274949783733fa863645e300eb6e/9ff9274949783733fa863645e300eb6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649440.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8f9/9cb9fbb746a7d788ad72fc47343178f9/9cb9fbb746a7d788ad72fc47343178f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649445.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/484/d3f6e863e862e8e36fc410a887f6e484/d3f6e863e862e8e36fc410a887f6e484.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649450.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/323/db2cc1bb23053237a217b5d7f4175323/db2cc1bb23053237a217b5d7f4175323.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649455.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/4d5/39998ad18c347aaf4404d9c77a1d54d5/39998ad18c347aaf4404d9c77a1d54d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649460.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/813/9db8cbd69415d95d33a27eda66ac1813/9db8cbd69415d95d33a27eda66ac1813.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649465.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/a7b/380633eee89fe81ec16abefb82760a7b/380633eee89fe81ec16abefb82760a7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649470.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b04/9df8ce6cf595bd1a000095977d3c2b04/9df8ce6cf595bd1a000095977d3c2b04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649475.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b22/d323037e3993c2e1b1da84cf6a57ab22/d323037e3993c2e1b1da84cf6a57ab22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649480.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/119/adbc590f6d3de5719f3c894a9ed3b119/adbc590f6d3de5719f3c894a9ed3b119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649485.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ef5/86bdc27735124fa269a27d2c08e9eef5/86bdc27735124fa269a27d2c08e9eef5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649490.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ba3/98bdd6d542531cfa68e6687b90dd7ba3/98bdd6d542531cfa68e6687b90dd7ba3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649495.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/276/6f4e4bdc7192056d7eb8a6e6a601c276/6f4e4bdc7192056d7eb8a6e6a601c276.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649500.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/086/bfab8efbb52c39de9fad9205a6e12086/bfab8efbb52c39de9fad9205a6e12086.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649505.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/41d/1550926a3d5800c4eecb84f1a40f541d/1550926a3d5800c4eecb84f1a40f541d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649510.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/113/8ae4b4349f07b966514793a5c2913113/8ae4b4349f07b966514793a5c2913113.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649515.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/317/53b2ad80a0ed788bdbfcb469b7cfb317/53b2ad80a0ed788bdbfcb469b7cfb317.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649520.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/bf8/9397f282da2ca9fbb44497dc0080ebf8/9397f282da2ca9fbb44497dc0080ebf8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649525.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e81/5144e074e32d0e3bf287f60a34229e81/5144e074e32d0e3bf287f60a34229e81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649530.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c5f/18a98059df781e37eb385210dc602c5f/18a98059df781e37eb385210dc602c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649535.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/697/866637c41b270edcdc1c5dc52f3d7697/866637c41b270edcdc1c5dc52f3d7697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649540.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/fae/a7f52c8bd4854bc15354d2105f245fae/a7f52c8bd4854bc15354d2105f245fae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649545.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9a2/d11b030405df39339a8af6c4bd73e9a2/d11b030405df39339a8af6c4bd73e9a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649550.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9fb/1f4fa6fe6fba14a669e367feb06e29fb/1f4fa6fe6fba14a669e367feb06e29fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649555.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5de/02d0275de5dc9775f55b24928b8ea5de/02d0275de5dc9775f55b24928b8ea5de.db +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649560.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d88/b0a0ec9d05351946e10dbf4155b0bd88/b0a0ec9d05351946e10dbf4155b0bd88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649565.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1aa/dff36440b360ec007e5f25332b5c51aa/dff36440b360ec007e5f25332b5c51aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649570.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e69/7ab22ab1bd86b8eef52bbc38bbefbe69/7ab22ab1bd86b8eef52bbc38bbefbe69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649575.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/925/618a414e4b645e26f31163822c247925/618a414e4b645e26f31163822c247925.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649580.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/6f8/3c105549f806b10d8408624fd1b496f8/3c105549f806b10d8408624fd1b496f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649585.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/86f/7c694a0204e515f957713b03a196e86f/7c694a0204e515f957713b03a196e86f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649590.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1f8/82d276a2ccc1fcbb2785242746e3f1f8/82d276a2ccc1fcbb2785242746e3f1f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649595.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/566/f4b2ce29c0e9354bfe956c4407f3f566/f4b2ce29c0e9354bfe956c4407f3f566.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649600.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1d1/4116a19b554419e71fc1657cb35bb1d1/4116a19b554419e71fc1657cb35bb1d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649605.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d1b/74c357e65c687cc235e336af5c5d0d1b/74c357e65c687cc235e336af5c5d0d1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649610.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/641/72f30a287768b4dd0e4ffb85b57e5641/72f30a287768b4dd0e4ffb85b57e5641.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649615.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/fd0/78546e06aa5e1d690d582aac5f20afd0/78546e06aa5e1d690d582aac5f20afd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649620.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9ac/0d45a0cd5dd8ea51a71e1c161a31a9ac/0d45a0cd5dd8ea51a71e1c161a31a9ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649625.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/372/574722601f869264b697023414ad8372/574722601f869264b697023414ad8372.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649630.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8dd/b47e632f288ce5996b0f37e0ab3368dd/b47e632f288ce5996b0f37e0ab3368dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649635.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ba9/c9e9d9391550547046216beeba1d5ba9/c9e9d9391550547046216beeba1d5ba9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649640.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c6a/a01fd282ad5405aaf8d4fc961d138c6a/a01fd282ad5405aaf8d4fc961d138c6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649645.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/cac/39bfa6073c2f8f59f029900969874cac/39bfa6073c2f8f59f029900969874cac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649650.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/4ef/04a24873a258730faa1f80a3460a84ef/04a24873a258730faa1f80a3460a84ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649655.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/390/4ea794fb46910dc684d023fbd698d390/4ea794fb46910dc684d023fbd698d390.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649660.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b1b/52c05508192deaa30ffe5a44bc458b1b/52c05508192deaa30ffe5a44bc458b1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649665.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/480/c8028532db3f112b4334864d52a87480/c8028532db3f112b4334864d52a87480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649670.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/48c/72b355c261a82b8efefd3a0e3282648c/72b355c261a82b8efefd3a0e3282648c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649675.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/aa0/23a274f1611c8c13f1fceb40ca68faa0/23a274f1611c8c13f1fceb40ca68faa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649680.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e0a/01f84620224da3813d0dc0619d18fe0a/01f84620224da3813d0dc0619d18fe0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649685.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/429/e6dcb4b60ba74e14ef25ff935fe57429/e6dcb4b60ba74e14ef25ff935fe57429.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649690.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/651/137710034186e8bb4ff95b14d33b4651/137710034186e8bb4ff95b14d33b4651.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649695.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/520/26aa1c41460368df18a90e7c9146b520/26aa1c41460368df18a90e7c9146b520.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649700.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/674/036b041bda94c044d9957956a6113674/036b041bda94c044d9957956a6113674.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649705.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/27e/05f0ca7f4fd0eca7a64a671bff07f27e/05f0ca7f4fd0eca7a64a671bff07f27e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649710.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/730/627ae02a3ed0b0a413d5e2dd6b074730/627ae02a3ed0b0a413d5e2dd6b074730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649715.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e78/079f3c6951ac41116ab1002f2047ee78/079f3c6951ac41116ab1002f2047ee78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649720.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/a96/fc404bbf2e848fc50408d60ced109a96/fc404bbf2e848fc50408d60ced109a96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649725.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e5a/82086754b34cc0809b028b403777fe5a/82086754b34cc0809b028b403777fe5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649730.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/810/893e4b5e92b4fab02c24afc13a976810/893e4b5e92b4fab02c24afc13a976810.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649735.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8f9/51aadaf333ce7e1c4b73711c453628f9/51aadaf333ce7e1c4b73711c453628f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649740.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e5b/60e9026f4ee27516a7f1d2ebd0c9ee5b/60e9026f4ee27516a7f1d2ebd0c9ee5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649745.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/2d9/f6988e312c559ce08b1d83c55f1772d9/f6988e312c559ce08b1d83c55f1772d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649750.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3b4/25dc30afc5a7f580ee446b70a2a673b4/25dc30afc5a7f580ee446b70a2a673b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649755.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5dc/e45f16aa35c240521b9eef11240f15dc/e45f16aa35c240521b9eef11240f15dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649760.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/743/e97ec9167ba23e3a5ed2203f84c23743/e97ec9167ba23e3a5ed2203f84c23743.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649765.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/01d/00c8eccc63ca56fa7777e5465692301d/00c8eccc63ca56fa7777e5465692301d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649770.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/a2a/6c9cbe7674339bee20e132e0d40d7a2a/6c9cbe7674339bee20e132e0d40d7a2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649775.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b10/bbdfe342c89c60563ee17e5bcc609b10/bbdfe342c89c60563ee17e5bcc609b10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649780.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3b2/05477233358be08056875015b419e3b2/05477233358be08056875015b419e3b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649785.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/0c5/1a9a73bee8e1d153d1fbd21f6d7820c5/1a9a73bee8e1d153d1fbd21f6d7820c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649790.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c2c/7452467268d91c6bdc28b4719f0dec2c/7452467268d91c6bdc28b4719f0dec2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649795.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/0e7/e9f74ad2da6408c6513edc174e9fa0e7/e9f74ad2da6408c6513edc174e9fa0e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649800.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b0e/33f49f6c614972fddb853e4568644b0e/33f49f6c614972fddb853e4568644b0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649805.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5bc/99e281f6133cd5797266c37d800ee5bc/99e281f6133cd5797266c37d800ee5bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649810.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/066/b825a2eebffe268a33abdce3b466f066/b825a2eebffe268a33abdce3b466f066.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649815.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/979/04b3f0f4b3319402a631255e4c524979/04b3f0f4b3319402a631255e4c524979.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649820.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f13/b2b66f530fd889d18da1375d34002f13/b2b66f530fd889d18da1375d34002f13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649825.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/52e/7ac73b299ed91b8f72b8c702fd17752e/7ac73b299ed91b8f72b8c702fd17752e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649830.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/0fd/a6a94f470e5c6ccf6d1ca85a433250fd/a6a94f470e5c6ccf6d1ca85a433250fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649835.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c82/0384927fa181e142d8ec78d4ba2abc82/0384927fa181e142d8ec78d4ba2abc82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649840.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/38a/8c6aa3ff761b3e32400d679cf3f3e38a/8c6aa3ff761b3e32400d679cf3f3e38a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649845.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b88/309001d6f21dbcd663b2e77bcca2bb88/309001d6f21dbcd663b2e77bcca2bb88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649850.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/200/4581527f18b9fd0450395554f8978200/4581527f18b9fd0450395554f8978200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649855.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/6b3/0aaacba7a003076455dab373a10916b3/0aaacba7a003076455dab373a10916b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649860.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/4be/6e64842269705d5178395f851fe9f4be/6e64842269705d5178395f851fe9f4be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649865.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/14e/81df4343d9eb35ad67350a47e57fb14e/81df4343d9eb35ad67350a47e57fb14e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649870.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1b9/bfc60b7e0b85b42ffc4132c1661fd1b9/bfc60b7e0b85b42ffc4132c1661fd1b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649875.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/798/e61538828ea277ccb395e096251c7798/e61538828ea277ccb395e096251c7798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649880.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9b5/e1938c8a2f7978ce2adbdaac25e639b5/e1938c8a2f7978ce2adbdaac25e639b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649885.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3cf/1238bed98265254ab97e63682e6fb3cf/1238bed98265254ab97e63682e6fb3cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649890.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/24d/97c6904e4ad5b64f13afd78c0ea7124d/97c6904e4ad5b64f13afd78c0ea7124d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649895.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e80/9ee87f1315fb87303e8d12951672fe80/9ee87f1315fb87303e8d12951672fe80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649900.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c05/e0e18b4ac84106109c8a46a582399c05/e0e18b4ac84106109c8a46a582399c05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649905.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/0b5/43ab20e6bd458e4d0354bcc93f1d10b5/43ab20e6bd458e4d0354bcc93f1d10b5.db +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx43c86955762841c9a1849-0068774e17) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txb6b7b9ee49b942e1aa188-0068774e19) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8a965c375af4459499045-0068774e1a) +test DEBUG: Setting object count to 3120 (txn: tx8a965c375af4459499045-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test DEBUG: Setting object count to 3120 (txn: tx623b941c6bfe434ab30dd-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcb19aed961f142a7a2757-0068774e1a) +test DEBUG: Setting object count to 3120 (txn: txcb19aed961f142a7a2757-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test DEBUG: Setting object count to 3120 (txn: txd3ef60e461a645b0bc8e3-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txeb0781194d08467b905c8-0068774e1a) +test DEBUG: Setting object count to 3120 (txn: txeb0781194d08467b905c8-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd19a8d5823604ec394482-0068774e1a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txd19a8d5823604ec394482-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5d962891b51b41d0bd229-0068774e1a) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx5d962891b51b41d0bd229-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5d962891b51b41d0bd229-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5d962891b51b41d0bd229-0068774e1a) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx5d962891b51b41d0bd229-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5d962891b51b41d0bd229-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5d962891b51b41d0bd229-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx5d962891b51b41d0bd229-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txaa0137fdbfda42c8be424-0068774e1a) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txaa0137fdbfda42c8be424-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2142221b2133438fb6749-0068774e1a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx2142221b2133438fb6749-0068774e1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2142221b2133438fb6749-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2142221b2133438fb6749-0068774e1a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2142221b2133438fb6749-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx40d4ab475b514e138c70a-0068774e1a) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx40d4ab475b514e138c70a-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx40d4ab475b514e138c70a-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx40d4ab475b514e138c70a-0068774e1a) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx40d4ab475b514e138c70a-0068774e1a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaaf67aa639094973abd1b-0068774e1a) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txaaf67aa639094973abd1b-0068774e1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaaf67aa639094973abd1b-0068774e1a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txaaf67aa639094973abd1b-0068774e1a) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txaaf67aa639094973abd1b-0068774e1a)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649910.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ee8/1fdc50cb99c01135404f3e44099b0ee8/1fdc50cb99c01135404f3e44099b0ee8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649915.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/43c/270b094a15a9718eedcb991d06c1143c/270b094a15a9718eedcb991d06c1143c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649920.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d2f/94991fbd1406ec2f074de431c1892d2f/94991fbd1406ec2f074de431c1892d2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649925.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/348/160f229c8af3a8e00dece22daa54a348/160f229c8af3a8e00dece22daa54a348.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649930.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/fef/d7023043bc786ce5cd044be5a6e48fef/d7023043bc786ce5cd044be5a6e48fef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649935.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/311/30c6a517a44e56f56caada30de7a8311/30c6a517a44e56f56caada30de7a8311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649940.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/308/a9465e2d082e4ee0a61b26d943a15308/a9465e2d082e4ee0a61b26d943a15308.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649945.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/642/5d3ed9e222e5ffe4040dbee13d6e5642/5d3ed9e222e5ffe4040dbee13d6e5642.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649950.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/efb/b1a20b8ecd0998d4b4e5d4d32a8bdefb/b1a20b8ecd0998d4b4e5d4d32a8bdefb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649955.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d92/a77c518d14ece42b0fe43eae16852d92/a77c518d14ece42b0fe43eae16852d92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649960.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c5f/22c4d82f97192c550578f7b75136ac5f/22c4d82f97192c550578f7b75136ac5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649965.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/518/61c11e55ef51a19629c17e6857957518/61c11e55ef51a19629c17e6857957518.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649970.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8fa/9f415540c162b4fa4d5026dacbd6c8fa/9f415540c162b4fa4d5026dacbd6c8fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649975.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f3f/8bcd4717040c2e6e77b4e9c410110f3f/8bcd4717040c2e6e77b4e9c410110f3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649980.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/4bd/06e32fc63b1b0ae667695a24a93424bd/06e32fc63b1b0ae667695a24a93424bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649985.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ebc/de62d4e0b60168bd9eb77e335f2b9ebc/de62d4e0b60168bd9eb77e335f2b9ebc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649990.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ccc/96a93d400764f65636141a04f42bcccc/96a93d400764f65636141a04f42bcccc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649995.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/772/4f713248625b1b9cd87e0f13c2393772/4f713248625b1b9cd87e0f13c2393772.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650000.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8f3/e78f3a3f1c06569187a54da4485ed8f3/e78f3a3f1c06569187a54da4485ed8f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650005.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/21f/f4c84ae551c8f2aec383a257e43b321f/f4c84ae551c8f2aec383a257e43b321f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650010.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/97e/a8132f35b063fe2fa0c1aebe4b4f697e/a8132f35b063fe2fa0c1aebe4b4f697e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650015.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/463/13d7dde39f88bbc73191009621acd463/13d7dde39f88bbc73191009621acd463.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650020.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ebf/21a6d4901e4520f06e6e448fd7f28ebf/21a6d4901e4520f06e6e448fd7f28ebf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650025.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c01/d65a3b81421af403d31e50d5d17bbc01/d65a3b81421af403d31e50d5d17bbc01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650030.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/dce/14cf0bd13c0fa501e5521260779aadce/14cf0bd13c0fa501e5521260779aadce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650035.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/94d/9b4a600e0bcb48a2f11dddc4299bd94d/9b4a600e0bcb48a2f11dddc4299bd94d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650040.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c37/ea89906b38331b384a45f7d213f63c37/ea89906b38331b384a45f7d213f63c37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650045.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3f7/d6146eb4bc03756824f9e8753344d3f7/d6146eb4bc03756824f9e8753344d3f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650050.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/19d/2629fd81a25c5988dcf875b32fb1219d/2629fd81a25c5988dcf875b32fb1219d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650055.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ced/1f9af591ad58b9c182dce64dae546ced/1f9af591ad58b9c182dce64dae546ced.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650060.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d69/7e92ec0d65f60e907010e414fcddad69/7e92ec0d65f60e907010e414fcddad69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650065.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/229/1425823fe061b306a247e258a2364229/1425823fe061b306a247e258a2364229.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650070.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/768/852c9634c39942cd1b8f7156ca366768/852c9634c39942cd1b8f7156ca366768.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650075.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/cae/8ecb4bda06cb09335f56f09617616cae/8ecb4bda06cb09335f56f09617616cae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650080.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/608/56cbc5f3b32a1cf6e6da09302c865608/56cbc5f3b32a1cf6e6da09302c865608.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test ERROR: Invalid swift_bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 3003, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ~~~^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test ERROR: Problem finding shard upper in '/tmp/tmpsd3v5h65/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpsd3v5h65/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/middleware/recon.py", line 277, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ return self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -41824,850 +43863,110 @@ ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call raise effect -OSError -test ERROR: ERROR Could not get container info /tmp/tmp476k2zpf/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp476k2zpf/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp70zmovxo/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmp70zmovxo/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpyid5oy7c/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server ERROR: Object returning 503 for [] (txn: tx3db2bfa750114579afcef-006a845b83) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpa2zlaqqt/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpa2zlaqqt/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpqvz2qn1r/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpqvz2qn1r/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_splice.py", line 38, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_splice.py", line 38, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestModuleFunctions.test_bad_hostname_instantiation ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestModuleFunctions.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestModuleFunctions.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates -test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestModuleFunctions.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_sending_ipv6 -test.unit.common.test_statsd_client.TestModuleFunctions.test_sending_ipv6 ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestGetPpid.test_happy_path -test.unit.common.test_utils.TestGetPpid.test_happy_path ... ok -test.unit.common.test_utils.TestGetPpid.test_not_allowed -test.unit.common.test_utils.TestGetPpid.test_not_allowed ... ok -test.unit.common.test_utils.TestGetPpid.test_not_found -test.unit.common.test_utils.TestGetPpid.test_not_found ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650085.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/745/40b070ee841ccffd2d959541eaf72745/40b070ee841ccffd2d959541eaf72745.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650090.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/2c9/8b0d06b7961c18bcb05d9b0e08e452c9/8b0d06b7961c18bcb05d9b0e08e452c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650095.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3ca/724eb9bf5a041c5518d8f544b613e3ca/724eb9bf5a041c5518d8f544b613e3ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650100.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5f5/98ca4399b2239616c17864a172ee65f5/98ca4399b2239616c17864a172ee65f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650105.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e40/c4eab0deeed7e643071b00e480333e40/c4eab0deeed7e643071b00e480333e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650110.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/cdd/759d47db24f3a5d50e617def2a5f2cdd/759d47db24f3a5d50e617def2a5f2cdd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650115.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f96/8ecf2b50d24c931011e9091bf27f4f96/8ecf2b50d24c931011e9091bf27f4f96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650120.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/481/8403db14c4baa290c7536d114be32481/8403db14c4baa290c7536d114be32481.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650125.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/4b7/85535858360967c61baf685b241f64b7/85535858360967c61baf685b241f64b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650130.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9e8/931c2d475af9099d0f21add57b15a9e8/931c2d475af9099d0f21add57b15a9e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650135.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/a7c/9b00c7f53b81e67b161cddacc69b9a7c/9b00c7f53b81e67b161cddacc69b9a7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650140.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1df/394528b220435b794fbbdd3daa5bf1df/394528b220435b794fbbdd3daa5bf1df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650145.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/acc/696f7c35e03cd9741444f3a51d6c6acc/696f7c35e03cd9741444f3a51d6c6acc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650150.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e32/04fd0056c2e9c06d9f09ff0df68fee32/04fd0056c2e9c06d9f09ff0df68fee32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650155.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8a7/25b8886a3c7cff139105ab58ecdf98a7/25b8886a3c7cff139105ab58ecdf98a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650160.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5f2/1ff18d2a5da26a163197e381b4ca95f2/1ff18d2a5da26a163197e381b4ca95f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650165.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/862/9ca746b9b5773f1f81ce8dee3f66e862/9ca746b9b5773f1f81ce8dee3f66e862.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650170.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ac3/7647401b35a903432526aaa176fd0ac3/7647401b35a903432526aaa176fd0ac3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650175.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5b1/d305c875d30ef6960c38809119f255b1/d305c875d30ef6960c38809119f255b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650180.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f4f/111459de5310c3bac472a4bcae504f4f/111459de5310c3bac472a4bcae504f4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650185.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1c0/52b212373ad30f10f16fbc97dca8c1c0/52b212373ad30f10f16fbc97dca8c1c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650190.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e28/e051102d22aa10e0855177814c54de28/e051102d22aa10e0855177814c54de28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650195.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/90b/1c0734aa343b8676762d866e79e0f90b/1c0734aa343b8676762d866e79e0f90b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650200.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c7c/51b76e50642ae98d1b8a5131b6c2bc7c/51b76e50642ae98d1b8a5131b6c2bc7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650205.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/fc3/af083b58780b58b4b6e8fd86a2d87fc3/af083b58780b58b4b6e8fd86a2d87fc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650210.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/617/e8ce9c08a66ef941cfee964e5a562617/e8ce9c08a66ef941cfee964e5a562617.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650215.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/412/b2915c8527482d807230c25864172412/b2915c8527482d807230c25864172412.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650220.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/1eb/a1f4ac325b2c201b85e4ffb8ac46a1eb/a1f4ac325b2c201b85e4ffb8ac46a1eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650225.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/953/95ca7b2b00ae50127b2dcf75a0ff4953/95ca7b2b00ae50127b2dcf75a0ff4953.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650230.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/91e/ec13a9ea0e63557925fc6e3aa346791e/ec13a9ea0e63557925fc6e3aa346791e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650235.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/812/c64dd3512eab4347abe3d2d580891812/c64dd3512eab4347abe3d2d580891812.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650240.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e4d/b4bcbcd582bee5721a0329ba46e3fe4d/b4bcbcd582bee5721a0329ba46e3fe4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650245.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3e0/532bc2d7954db7512a014c3c30e253e0/532bc2d7954db7512a014c3c30e253e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650250.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/e8d/4217b84e5b4cda0a1b3227955483be8d/4217b84e5b4cda0a1b3227955483be8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650255.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/665/8f1fb8e75a17d26110a4e0af0ae79665/8f1fb8e75a17d26110a4e0af0ae79665.dbtest.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_close_error test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_commit @@ -42686,6 +43985,8 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp @@ -42702,6 +44003,8 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging @@ -42728,6 +44031,10 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges @@ -42744,6 +44051,10 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges @@ -42830,8 +44141,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create @@ -42862,6 +44171,8 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored @@ -42924,8 +44235,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at @@ -42976,10 +44285,47 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650260.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ec0/f9c0b916e2a25e1dc9de2f497ce6eec0/f9c0b916e2a25e1dc9de2f497ce6eec0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650265.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/152/8b1fe323e4cd8bd2eeba75f4acb44152/8b1fe323e4cd8bd2eeba75f4acb44152.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650270.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/955/ad14483404b2345e1152dde4a940d955/ad14483404b2345e1152dde4a940d955.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650275.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c91/d4f3ee611f8ca10391739e2f2c853c91/d4f3ee611f8ca10391739e2f2c853c91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650280.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/201/6ba73ad1ea05feeacc406df2392e7201/6ba73ad1ea05feeacc406df2392e7201.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650285.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/05c/b33c7a77d027d3df3749fd24b25d905c/b33c7a77d027d3df3749fd24b25d905c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650290.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/4bc/d3f786e88fc82cc4149d37a3a1a0d4bc/d3f786e88fc82cc4149d37a3a1a0d4bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650295.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/378/1398f7406c7252446520db2ebe7fb378/1398f7406c7252446520db2ebe7fb378.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650300.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d9a/9f68416aef01e5b36adeab10830efd9a/9f68416aef01e5b36adeab10830efd9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650305.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c05/3dfd9c0ad9c9375bf19b905a296fac05/3dfd9c0ad9c9375bf19b905a296fac05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650310.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/a15/0586eefae22bdb30624aa51ce0537a15/0586eefae22bdb30624aa51ce0537a15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650315.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/a6d/dd44fc8e6e6ea939f2e117e4b51a5a6d/dd44fc8e6e6ea939f2e117e4b51a5a6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650320.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/53d/31400a3b6fc49804cb6680f8e864b53d/31400a3b6fc49804cb6680f8e864b53d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650325.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ec3/fd3d3078f727c40f837a1e3e5b906ec3/fd3d3078f727c40f837a1e3e5b906ec3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650330.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/c98/12ce7ef702c73eee0d1dc99cb7ed9c98/12ce7ef702c73eee0d1dc99cb7ed9c98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650335.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f55/184ccd54d587895ff0e072cf32b68f55/184ccd54d587895ff0e072cf32b68f55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650340.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/60a/0f870db7f3f58c96a6e169ffa0a4160a/0f870db7f3f58c96a6e169ffa0a4160a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650345.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/713/d07208fcfffdbf9e26e09cc63b3cf713/d07208fcfffdbf9e26e09cc63b3cf713.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650350.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/ffa/e03083ab5a804987de69d6cc7d637ffa/e03083ab5a804987de69d6cc7d637ffa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650355.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/673/d6fae159516d9499c693bfabdfd39673/d6fae159516d9499c693bfabdfd39673.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650360.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/285/d7fb6d78aec5f6ddb5b13eb3e3243285/d7fb6d78aec5f6ddb5b13eb3e3243285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650365.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/fea/4ee8a6c4fce14b6c89ac39f8eb9e3fea/4ee8a6c4fce14b6c89ac39f8eb9e3fea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650370.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9eb/cc6b2505f0afeebea15061db3b5a19eb/cc6b2505f0afeebea15061db3b5a19eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650375.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5ac/681639d1eda59b54939fd129763595ac/681639d1eda59b54939fd129763595ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650380.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/309/5fe3fe057dcc677a7039f7546a241309/5fe3fe057dcc677a7039f7546a241309.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650385.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/77a/833fa41354c3e303ef8c5f9d25f5b77a/833fa41354c3e303ef8c5f9d25f5b77a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650390.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5d3/620df8bff34ed634a9a6682b914e05d3/620df8bff34ed634a9a6682b914e05d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650395.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/4df/0edf8d95f923077ce6bd3105c5ece4df/0edf8d95f923077ce6bd3105c5ece4df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650400.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/6dc/2cdc78868df3830fba6d3dc1bddb06dc/2cdc78868df3830fba6d3dc1bddb06dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650405.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b83/cb58c7054662c809fd03103443b5bb83/cb58c7054662c809fd03103443b5bb83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650410.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/472/141e3a93e1e5709d34dee500386ef472/141e3a93e1e5709d34dee500386ef472.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650415.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9d7/965c2a9869bd88ccf701883bd8e5f9d7/965c2a9869bd88ccf701883bd8e5f9d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650420.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/518/f362e37240ca976bf98ba9f53495b518/f362e37240ca976bf98ba9f53495b518.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650425.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/3b5/49f38137ba61209a43f6044803f153b5/49f38137ba61209a43f6044803f153b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650430.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d23/979435b899ec66b5fcce1249a0db7d23/979435b899ec66b5fcce1249a0db7d23.dbtest.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type @@ -42994,4471 +44340,294 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server ERROR: Object returning 503 for [] (txn: tx57b75db2da7646438a68f-006a845b83) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server ERROR: Object returning 503 for [] (txn: tx2a5b6d280a0f438fbfa27-006a845b84) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server ERROR: Object returning 503 for [] (txn: txcae53047ab6b48f3a9e35-006a845b84) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4f73e9476c54397b0dde-006a845b86) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa89a99fd5561414b820ab-006a845b88) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5ecb0bc74a2e4cd49a77f-006a845b88) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4bea84070e254a25a16cc-006a845b88) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txba5abc9cc26944acb0613-006a845b88) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txa24778f3b9034a40bf3f2-006a845b88) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txfc03cdfec4ab415fbc061-006a845b88) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -Exception: kaboom! (txn: txead6f92b594c468485e97-006a845b88) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx20c694e8d4204932866e5-006a845b88) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx74d794a8f95e491694cbe-006a845b88) -test INFO: Client disconnected on read of '/a/c' (txn: tx8fe262e9cd3f4c6ab6bb9-006a845b88) -test INFO: Client disconnected on read of '/a/c' (txn: txbbde55ea388f436099e06-006a845b88) -test INFO: Client disconnected on read of '/a/c' (txn: txbbde55ea388f436099e06-006a845b88) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test ERROR: Removing dead child 95 from parent 2651787 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 2651787, port 6007) exiting normally -test WARNING: Ignoring wait() result from unknown PID 89 -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpuvf5x9ev/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpuvf5x9ev/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpuvf5x9ev/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpuvf5x9ev/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651787 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf40ed8b9c8be44bca582a-006a845b8a" "proxy-server 2651787" 0.0012 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54577/sda1/1/a/c" "txf40ed8b9c8be44bca582a-006a845b8a" "container-server 2651787" 0.0011 "-" 2651787 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56325/sdb1/1/a/c" "txf40ed8b9c8be44bca582a-006a845b8a" "container-server 2651787" 0.0011 "-" 2651787 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf40ed8b9c8be44bca582a-006a845b8a" "proxy-server 2651787" 0.0132 "-" 2651787 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf40ed8b9c8be44bca582a-006a845b8a" "proxy-server 2651787" 0.0094 "-" 2651787 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/02 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf40ed8b9c8be44bca582a-006a845b8a - 0.0214 - - 1787059082.746016502 1787059082.767454386 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4069cd1e003647be8b7c7-006a845b8a" "proxy-server 2651787" 0.0012 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56325/sdb1/1/a1/c1" "tx4069cd1e003647be8b7c7-006a845b8a" "container-server 2651787" 0.0011 "-" 2651787 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54577/sda1/1/a1/c1" "tx4069cd1e003647be8b7c7-006a845b8a" "container-server 2651787" 0.0010 "-" 2651787 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4069cd1e003647be8b7c7-006a845b8a" "proxy-server 2651787" 0.0196 "-" 2651787 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4069cd1e003647be8b7c7-006a845b8a" "proxy-server 2651787" 0.0094 "-" 2651787 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/02 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4069cd1e003647be8b7c7-006a845b8a - 0.0276 - - 1787059082.768891096 1787059082.796493292 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4fc8926847d34fb1b80e0-006a845b8a" "proxy-server 2651787" 0.0019 "-" 2651787 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54577/sda1/2/a/c1" "tx4fc8926847d34fb1b80e0-006a845b8a" "container-server 2651787" 0.0010 "-" 2651787 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56325/sdb1/2/a/c1" "tx4fc8926847d34fb1b80e0-006a845b8a" "container-server 2651787" 0.0016 "-" 2651787 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4fc8926847d34fb1b80e0-006a845b8a" "proxy-server 2651787" 0.0087 "-" 2651787 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4fc8926847d34fb1b80e0-006a845b8a" "proxy-server 2651787" 0.0136 "-" 2651787 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/02 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4fc8926847d34fb1b80e0-006a845b8a - 0.0219 - - 1787059082.798072338 1787059082.819987535 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1eff2a1d984d464fb7c35-006a845b8a" "proxy-server 2651787" 0.0019 "-" 2651787 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56325/sdb1/1/a/c2" "tx1eff2a1d984d464fb7c35-006a845b8a" "container-server 2651787" 0.0011 "-" 2651787 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54577/sda1/1/a/c2" "tx1eff2a1d984d464fb7c35-006a845b8a" "container-server 2651787" 0.0017 "-" 2651787 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1eff2a1d984d464fb7c35-006a845b8a" "proxy-server 2651787" 0.0134 "-" 2651787 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:02 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1eff2a1d984d464fb7c35-006a845b8a" "proxy-server 2651787" 0.0101 "-" 2651787 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/02 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1eff2a1d984d464fb7c35-006a845b8a - 0.0224 - - 1787059082.821466923 1787059082.843832970 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1296, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1325, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server ERROR: Object returning 503 for [] (txn: txe2a2c283e69243b1bd196-006a845b86) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx9b4c944f1f7849fb8b767-006a845b87) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txede3e8d9834c4a79b3e2b-006a845b87) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx07e0847dad76460b81a7a-006a845b8a) -test INFO: Client disconnected on read of '/a/c' (txn: tx07e0847dad76460b81a7a-006a845b8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txeb4143743c3e46eab249c-006a845b8a)test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:59 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok - -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059198.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/85d/370be66f1e192267b1dff570d174a85d/370be66f1e192267b1dff570d174a85d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059198.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/85d/370be66f1e192267b1dff570d174a85d/370be66f1e192267b1dff570d174a85d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059207.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/307/52fab92a0baba29e587227f878d3f307/52fab92a0baba29e587227f878d3f307.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059207.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/307/52fab92a0baba29e587227f878d3f307/52fab92a0baba29e587227f878d3f307.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059207.00000-2, db: /tmp/tmpexvwx71a/sda/containers/0/307/52fab92a0baba29e587227f878d3f307/52fab92a0baba29e587227f878d3f307.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1787059073.00000, (0, 0) as of 1787059073.00000, active as of 1787059073.00000> to ShardRange<'a' to 'b' as of 1787059073.00000, (0, 0) as of 1787059073.00000, sharding as of 1787059078.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95_1787059073.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95_1787059073.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95_1787059073.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95_1787059073.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1787059073.00000, (0, 0) as of 1787059073.00000, sharding as of 1787059079.00000> to ShardRange<'a' to 'b' as of 1787059073.00000, (0, 0) as of 1787059073.00000, sharded as of 1787059082.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1787059073.00000-2, db: /tmp/tmpa0k7q1dg/sda/containers/0/a95/2d9239fe7f47cf803de544c3e2a7ba95/2d9239fe7f47cf803de544c3e2a7ba95_1787059073.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059073.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/8f9/eff4b29626aa678bf122cf81cbb938f9/eff4b29626aa678bf122cf81cbb938f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059075.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c87/a029f881fc1dca2a14a4a4b625f8fc87/a029f881fc1dca2a14a4a4b625f8fc87.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059074.00000, (0, 0) as of 1787059074.00000, found as of 1787059074.00000> to ShardRange<'k' to 't' as of 1787059075.00000, (0, 0) as of 1787059075.00000, created as of 1787059075.00000>, path: .shards_a/shard_c_1787059075.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c87/a029f881fc1dca2a14a4a4b625f8fc87/a029f881fc1dca2a14a4a4b625f8fc87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059077.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/15d/5898b71f41d89a154995fe4fa521515d/5898b71f41d89a154995fe4fa521515d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059076.00000, (0, 0) as of 1787059076.00000, found as of 1787059076.00000> to ShardRange<'k' to 't' as of 1787059077.00000, (0, 0) as of 1787059077.00000, cleaved as of 1787059077.00000>, path: .shards_a/shard_c_1787059077.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/15d/5898b71f41d89a154995fe4fa521515d/5898b71f41d89a154995fe4fa521515d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059079.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d8f/bdc9e72a976060bbd64624f9805ccd8f/bdc9e72a976060bbd64624f9805ccd8f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059078.00000, (0, 0) as of 1787059078.00000, found as of 1787059078.00000> to ShardRange<'k' to 't' as of 1787059079.00000, (0, 0) as of 1787059079.00000, active as of 1787059079.00000>, path: .shards_a/shard_c_1787059079.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d8f/bdc9e72a976060bbd64624f9805ccd8f/bdc9e72a976060bbd64624f9805ccd8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059081.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0fc/b1484082abbb9b05daa4d2dd905200fc/b1484082abbb9b05daa4d2dd905200fc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059080.00000, (0, 0) as of 1787059080.00000, found as of 1787059080.00000> to ShardRange<'k' to 't' as of 1787059081.00000, (0, 0) as of 1787059081.00000, shrinking as of 1787059081.00000>, path: .shards_a/shard_c_1787059081.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0fc/b1484082abbb9b05daa4d2dd905200fc/b1484082abbb9b05daa4d2dd905200fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059081.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0fc/b1484082abbb9b05daa4d2dd905200fc/b1484082abbb9b05daa4d2dd905200fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059083.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad6/c5afe3d37fff135cd00199efb4498ad6/c5afe3d37fff135cd00199efb4498ad6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059082.00000, (0, 0) as of 1787059082.00000, found as of 1787059082.00000> to ShardRange<'k' to 't' as of 1787059083.00000, (0, 0) as of 1787059083.00000, sharding as of 1787059083.00000>, path: .shards_a/shard_c_1787059083.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad6/c5afe3d37fff135cd00199efb4498ad6/c5afe3d37fff135cd00199efb4498ad6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059083.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad6/c5afe3d37fff135cd00199efb4498ad6/c5afe3d37fff135cd00199efb4498ad6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059085.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/764/a31ad1cf729ac6557fa3799f0f6b9764/a31ad1cf729ac6557fa3799f0f6b9764.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059084.00000, (0, 0) as of 1787059084.00000, found as of 1787059084.00000> to ShardRange<'k' to 't' as of 1787059085.00000, (0, 0) as of 1787059085.00000, sharded as of 1787059085.00000>, path: .shards_a/shard_c_1787059085.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/764/a31ad1cf729ac6557fa3799f0f6b9764/a31ad1cf729ac6557fa3799f0f6b9764.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059085.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/764/a31ad1cf729ac6557fa3799f0f6b9764/a31ad1cf729ac6557fa3799f0f6b9764.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059087.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/fc3/e8028ad184f8486a2e05d47a96dbffc3/e8028ad184f8486a2e05d47a96dbffc3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059086.00000, (0, 0) as of 1787059086.00000, found as of 1787059086.00000> to ShardRange<'k' to 't' as of 1787059087.00000, (0, 0) as of 1787059087.00000, shrunk as of 1787059087.00000>, path: .shards_a/shard_c_1787059087.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/fc3/e8028ad184f8486a2e05d47a96dbffc3/e8028ad184f8486a2e05d47a96dbffc3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059087.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/fc3/e8028ad184f8486a2e05d47a96dbffc3/e8028ad184f8486a2e05d47a96dbffc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059089.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/21e/7eba020551465990609274d35556321e/7eba020551465990609274d35556321e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059088.00000, (0, 0) as of 1787059088.00000, created as of 1787059088.00000> to ShardRange<'k' to 't' as of 1787059089.00000, (0, 0) as of 1787059089.00000, found as of 1787059089.00000>, path: .shards_a/shard_c_1787059089.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/21e/7eba020551465990609274d35556321e/7eba020551465990609274d35556321e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059091.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/20e/a7dff9baf240ac27359ed81395be320e/a7dff9baf240ac27359ed81395be320e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059093.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/659/f9bb7ce7bef64eb6e614ca6ba9d76659/f9bb7ce7bef64eb6e614ca6ba9d76659.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059092.00000, (0, 0) as of 1787059092.00000, created as of 1787059092.00000> to ShardRange<'k' to 't' as of 1787059093.00000, (0, 0) as of 1787059093.00000, cleaved as of 1787059093.00000>, path: .shards_a/shard_c_1787059093.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/659/f9bb7ce7bef64eb6e614ca6ba9d76659/f9bb7ce7bef64eb6e614ca6ba9d76659.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059095.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/091/273212580a4cdb999bfe660aa3ea9091/273212580a4cdb999bfe660aa3ea9091.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059094.00000, (0, 0) as of 1787059094.00000, created as of 1787059094.00000> to ShardRange<'k' to 't' as of 1787059095.00000, (0, 0) as of 1787059095.00000, active as of 1787059095.00000>, path: .shards_a/shard_c_1787059095.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/091/273212580a4cdb999bfe660aa3ea9091/273212580a4cdb999bfe660aa3ea9091.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059097.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad6/cc2d27bc83f69dd70395e1ff300b7ad6/cc2d27bc83f69dd70395e1ff300b7ad6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059096.00000, (0, 0) as of 1787059096.00000, created as of 1787059096.00000> to ShardRange<'k' to 't' as of 1787059097.00000, (0, 0) as of 1787059097.00000, shrinking as of 1787059097.00000>, path: .shards_a/shard_c_1787059097.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad6/cc2d27bc83f69dd70395e1ff300b7ad6/cc2d27bc83f69dd70395e1ff300b7ad6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059097.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad6/cc2d27bc83f69dd70395e1ff300b7ad6/cc2d27bc83f69dd70395e1ff300b7ad6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059099.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c0f/162c993372a81dd250fdbb5ea5de4c0f/162c993372a81dd250fdbb5ea5de4c0f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059098.00000, (0, 0) as of 1787059098.00000, created as of 1787059098.00000> to ShardRange<'k' to 't' as of 1787059099.00000, (0, 0) as of 1787059099.00000, sharding as of 1787059099.00000>, path: .shards_a/shard_c_1787059099.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c0f/162c993372a81dd250fdbb5ea5de4c0f/162c993372a81dd250fdbb5ea5de4c0f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059099.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c0f/162c993372a81dd250fdbb5ea5de4c0f/162c993372a81dd250fdbb5ea5de4c0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059101.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6f1/a5d086bff90dc47d47c2add0668176f1/a5d086bff90dc47d47c2add0668176f1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059100.00000, (0, 0) as of 1787059100.00000, created as of 1787059100.00000> to ShardRange<'k' to 't' as of 1787059101.00000, (0, 0) as of 1787059101.00000, sharded as of 1787059101.00000>, path: .shards_a/shard_c_1787059101.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6f1/a5d086bff90dc47d47c2add0668176f1/a5d086bff90dc47d47c2add0668176f1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059101.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6f1/a5d086bff90dc47d47c2add0668176f1/a5d086bff90dc47d47c2add0668176f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059103.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b06/c2404d0c11849ec6f4f06db7ce28ab06/c2404d0c11849ec6f4f06db7ce28ab06.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059102.00000, (0, 0) as of 1787059102.00000, created as of 1787059102.00000> to ShardRange<'k' to 't' as of 1787059103.00000, (0, 0) as of 1787059103.00000, shrunk as of 1787059103.00000>, path: .shards_a/shard_c_1787059103.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b06/c2404d0c11849ec6f4f06db7ce28ab06/c2404d0c11849ec6f4f06db7ce28ab06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059103.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b06/c2404d0c11849ec6f4f06db7ce28ab06/c2404d0c11849ec6f4f06db7ce28ab06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059105.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/702/4968f1ee6f2c6064bc8dc2125d05b702/4968f1ee6f2c6064bc8dc2125d05b702.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059104.00000, (0, 0) as of 1787059104.00000, cleaved as of 1787059104.00000> to ShardRange<'k' to 't' as of 1787059105.00000, (0, 0) as of 1787059105.00000, found as of 1787059105.00000>, path: .shards_a/shard_c_1787059105.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/702/4968f1ee6f2c6064bc8dc2125d05b702/4968f1ee6f2c6064bc8dc2125d05b702.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059107.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/fd1/d32b80eb2926482ded382e60e9487fd1/d32b80eb2926482ded382e60e9487fd1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059106.00000, (0, 0) as of 1787059106.00000, cleaved as of 1787059106.00000> to ShardRange<'k' to 't' as of 1787059107.00000, (0, 0) as of 1787059107.00000, created as of 1787059107.00000>, path: .shards_a/shard_c_1787059107.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/fd1/d32b80eb2926482ded382e60e9487fd1/d32b80eb2926482ded382e60e9487fd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059109.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/95c/1299dbdc8dd52266e24d4e2108ce595c/1299dbdc8dd52266e24d4e2108ce595c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059111.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/f6b/0bbaaaf2227e42d13fa8feb47f163f6b/0bbaaaf2227e42d13fa8feb47f163f6b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059110.00000, (0, 0) as of 1787059110.00000, cleaved as of 1787059110.00000> to ShardRange<'k' to 't' as of 1787059111.00000, (0, 0) as of 1787059111.00000, active as of 1787059111.00000>, path: .shards_a/shard_c_1787059111.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/f6b/0bbaaaf2227e42d13fa8feb47f163f6b/0bbaaaf2227e42d13fa8feb47f163f6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059113.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/1a3/98160900766127e4ed6397d1c7b2f1a3/98160900766127e4ed6397d1c7b2f1a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059112.00000, (0, 0) as of 1787059112.00000, cleaved as of 1787059112.00000> to ShardRange<'k' to 't' as of 1787059113.00000, (0, 0) as of 1787059113.00000, shrinking as of 1787059113.00000>, path: .shards_a/shard_c_1787059113.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/1a3/98160900766127e4ed6397d1c7b2f1a3/98160900766127e4ed6397d1c7b2f1a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059113.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/1a3/98160900766127e4ed6397d1c7b2f1a3/98160900766127e4ed6397d1c7b2f1a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059115.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/f1e/03842f3eda44c9da850fb3b1f6697f1e/03842f3eda44c9da850fb3b1f6697f1e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059114.00000, (0, 0) as of 1787059114.00000, cleaved as of 1787059114.00000> to ShardRange<'k' to 't' as of 1787059115.00000, (0, 0) as of 1787059115.00000, sharding as of 1787059115.00000>, path: .shards_a/shard_c_1787059115.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/f1e/03842f3eda44c9da850fb3b1f6697f1e/03842f3eda44c9da850fb3b1f6697f1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059115.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/f1e/03842f3eda44c9da850fb3b1f6697f1e/03842f3eda44c9da850fb3b1f6697f1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059117.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/992/e610404ef255f9d4543db97d7301d992/e610404ef255f9d4543db97d7301d992.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059116.00000, (0, 0) as of 1787059116.00000, cleaved as of 1787059116.00000> to ShardRange<'k' to 't' as of 1787059117.00000, (0, 0) as of 1787059117.00000, sharded as of 1787059117.00000>, path: .shards_a/shard_c_1787059117.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/992/e610404ef255f9d4543db97d7301d992/e610404ef255f9d4543db97d7301d992.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059117.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/992/e610404ef255f9d4543db97d7301d992/e610404ef255f9d4543db97d7301d992.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059119.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/645/c1b1224ab3ed6913890ab00adcdd7645/c1b1224ab3ed6913890ab00adcdd7645.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059118.00000, (0, 0) as of 1787059118.00000, cleaved as of 1787059118.00000> to ShardRange<'k' to 't' as of 1787059119.00000, (0, 0) as of 1787059119.00000, shrunk as of 1787059119.00000>, path: .shards_a/shard_c_1787059119.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/645/c1b1224ab3ed6913890ab00adcdd7645/c1b1224ab3ed6913890ab00adcdd7645.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059119.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/645/c1b1224ab3ed6913890ab00adcdd7645/c1b1224ab3ed6913890ab00adcdd7645.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059121.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/4a0/813decb443530bd729b3eceb22b854a0/813decb443530bd729b3eceb22b854a0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059120.00000, (0, 0) as of 1787059120.00000, active as of 1787059120.00000> to ShardRange<'k' to 't' as of 1787059121.00000, (0, 0) as of 1787059121.00000, found as of 1787059121.00000>, path: .shards_a/shard_c_1787059121.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/4a0/813decb443530bd729b3eceb22b854a0/813decb443530bd729b3eceb22b854a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059123.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/54e/492d1d9f7a793ab690a67308fc9ce54e/492d1d9f7a793ab690a67308fc9ce54e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059122.00000, (0, 0) as of 1787059122.00000, active as of 1787059122.00000> to ShardRange<'k' to 't' as of 1787059123.00000, (0, 0) as of 1787059123.00000, created as of 1787059123.00000>, path: .shards_a/shard_c_1787059123.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/54e/492d1d9f7a793ab690a67308fc9ce54e/492d1d9f7a793ab690a67308fc9ce54e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059125.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/381/19f4261d4bbb3461af59b14a1e9e3381/19f4261d4bbb3461af59b14a1e9e3381.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059124.00000, (0, 0) as of 1787059124.00000, active as of 1787059124.00000> to ShardRange<'k' to 't' as of 1787059125.00000, (0, 0) as of 1787059125.00000, cleaved as of 1787059125.00000>, path: .shards_a/shard_c_1787059125.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/381/19f4261d4bbb3461af59b14a1e9e3381/19f4261d4bbb3461af59b14a1e9e3381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059127.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/876/48db7d29a9f86b59fb7cad3120ff8876/48db7d29a9f86b59fb7cad3120ff8876.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059129.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/abc/242cb3692b72827fafd2fff9df6aaabc/242cb3692b72827fafd2fff9df6aaabc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059128.00000, (0, 0) as of 1787059128.00000, active as of 1787059128.00000> to ShardRange<'k' to 't' as of 1787059129.00000, (0, 0) as of 1787059129.00000, shrinking as of 1787059129.00000>, path: .shards_a/shard_c_1787059129.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/abc/242cb3692b72827fafd2fff9df6aaabc/242cb3692b72827fafd2fff9df6aaabc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059129.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/abc/242cb3692b72827fafd2fff9df6aaabc/242cb3692b72827fafd2fff9df6aaabc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059131.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d5c/b2458d718c3cad507f339b7443f59d5c/b2458d718c3cad507f339b7443f59d5c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059130.00000, (0, 0) as of 1787059130.00000, active as of 1787059130.00000> to ShardRange<'k' to 't' as of 1787059131.00000, (0, 0) as of 1787059131.00000, sharding as of 1787059131.00000>, path: .shards_a/shard_c_1787059131.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d5c/b2458d718c3cad507f339b7443f59d5c/b2458d718c3cad507f339b7443f59d5c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059131.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d5c/b2458d718c3cad507f339b7443f59d5c/b2458d718c3cad507f339b7443f59d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059133.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad3/032d6d30de978800d24b87316aac7ad3/032d6d30de978800d24b87316aac7ad3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059132.00000, (0, 0) as of 1787059132.00000, active as of 1787059132.00000> to ShardRange<'k' to 't' as of 1787059133.00000, (0, 0) as of 1787059133.00000, sharded as of 1787059133.00000>, path: .shards_a/shard_c_1787059133.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad3/032d6d30de978800d24b87316aac7ad3/032d6d30de978800d24b87316aac7ad3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059133.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ad3/032d6d30de978800d24b87316aac7ad3/032d6d30de978800d24b87316aac7ad3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059135.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6b1/469b29a66ef8a2f042e7135febde16b1/469b29a66ef8a2f042e7135febde16b1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059134.00000, (0, 0) as of 1787059134.00000, active as of 1787059134.00000> to ShardRange<'k' to 't' as of 1787059135.00000, (0, 0) as of 1787059135.00000, shrunk as of 1787059135.00000>, path: .shards_a/shard_c_1787059135.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6b1/469b29a66ef8a2f042e7135febde16b1/469b29a66ef8a2f042e7135febde16b1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059135.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6b1/469b29a66ef8a2f042e7135febde16b1/469b29a66ef8a2f042e7135febde16b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059137.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/2ec/18ab7be697f73262b12d4ace858542ec/18ab7be697f73262b12d4ace858542ec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059136.00000, (0, 0) as of 1787059136.00000, shrinking as of 1787059136.00000> to ShardRange<'k' to 't' as of 1787059137.00000, (0, 0) as of 1787059137.00000, found as of 1787059137.00000>, path: .shards_a/shard_c_1787059137.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/2ec/18ab7be697f73262b12d4ace858542ec/18ab7be697f73262b12d4ace858542ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059139.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/674/4576537e5a0721c50c050d2237ec1674/4576537e5a0721c50c050d2237ec1674.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059138.00000, (0, 0) as of 1787059138.00000, shrinking as of 1787059138.00000> to ShardRange<'k' to 't' as of 1787059139.00000, (0, 0) as of 1787059139.00000, created as of 1787059139.00000>, path: .shards_a/shard_c_1787059139.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/674/4576537e5a0721c50c050d2237ec1674/4576537e5a0721c50c050d2237ec1674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059141.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/86c/f87e773a52ba2b2de64dd8dc5379586c/f87e773a52ba2b2de64dd8dc5379586c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059140.00000, (0, 0) as of 1787059140.00000, shrinking as of 1787059140.00000> to ShardRange<'k' to 't' as of 1787059141.00000, (0, 0) as of 1787059141.00000, cleaved as of 1787059141.00000>, path: .shards_a/shard_c_1787059141.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/86c/f87e773a52ba2b2de64dd8dc5379586c/f87e773a52ba2b2de64dd8dc5379586c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059143.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a8e/ada5d47d419a33014c565c94dbfcea8e/ada5d47d419a33014c565c94dbfcea8e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059142.00000, (0, 0) as of 1787059142.00000, shrinking as of 1787059142.00000> to ShardRange<'k' to 't' as of 1787059143.00000, (0, 0) as of 1787059143.00000, active as of 1787059143.00000>, path: .shards_a/shard_c_1787059143.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a8e/ada5d47d419a33014c565c94dbfcea8e/ada5d47d419a33014c565c94dbfcea8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059145.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/279/65c78a3ce721de62e6aea7a27b1dc279/65c78a3ce721de62e6aea7a27b1dc279.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059145.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/279/65c78a3ce721de62e6aea7a27b1dc279/65c78a3ce721de62e6aea7a27b1dc279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059147.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a61/420799fe104abced4377f419d038da61/420799fe104abced4377f419d038da61.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059146.00000, (0, 0) as of 1787059146.00000, shrinking as of 1787059146.00000> to ShardRange<'k' to 't' as of 1787059147.00000, (0, 0) as of 1787059147.00000, sharding as of 1787059147.00000>, path: .shards_a/shard_c_1787059147.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a61/420799fe104abced4377f419d038da61/420799fe104abced4377f419d038da61.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059147.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a61/420799fe104abced4377f419d038da61/420799fe104abced4377f419d038da61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059149.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/30c/4f236aeea69ce2e39ac650581f3b330c/4f236aeea69ce2e39ac650581f3b330c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059148.00000, (0, 0) as of 1787059148.00000, shrinking as of 1787059148.00000> to ShardRange<'k' to 't' as of 1787059149.00000, (0, 0) as of 1787059149.00000, sharded as of 1787059149.00000>, path: .shards_a/shard_c_1787059149.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/30c/4f236aeea69ce2e39ac650581f3b330c/4f236aeea69ce2e39ac650581f3b330c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059149.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/30c/4f236aeea69ce2e39ac650581f3b330c/4f236aeea69ce2e39ac650581f3b330c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059151.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/07a/94083b6b0acd9a38f1a507d5271bc07a/94083b6b0acd9a38f1a507d5271bc07a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059150.00000, (0, 0) as of 1787059150.00000, shrinking as of 1787059150.00000> to ShardRange<'k' to 't' as of 1787059151.00000, (0, 0) as of 1787059151.00000, shrunk as of 1787059151.00000>, path: .shards_a/shard_c_1787059151.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/07a/94083b6b0acd9a38f1a507d5271bc07a/94083b6b0acd9a38f1a507d5271bc07a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059151.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/07a/94083b6b0acd9a38f1a507d5271bc07a/94083b6b0acd9a38f1a507d5271bc07a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059153.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d5c/5cc9523b4f429a79f472e6e547316d5c/5cc9523b4f429a79f472e6e547316d5c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059152.00000, (0, 0) as of 1787059152.00000, sharding as of 1787059152.00000> to ShardRange<'k' to 't' as of 1787059153.00000, (0, 0) as of 1787059153.00000, found as of 1787059153.00000>, path: .shards_a/shard_c_1787059153.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d5c/5cc9523b4f429a79f472e6e547316d5c/5cc9523b4f429a79f472e6e547316d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059155.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/36c/71993f0f899d4f6aeaab3ab72d51636c/71993f0f899d4f6aeaab3ab72d51636c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059154.00000, (0, 0) as of 1787059154.00000, sharding as of 1787059154.00000> to ShardRange<'k' to 't' as of 1787059155.00000, (0, 0) as of 1787059155.00000, created as of 1787059155.00000>, path: .shards_a/shard_c_1787059155.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/36c/71993f0f899d4f6aeaab3ab72d51636c/71993f0f899d4f6aeaab3ab72d51636c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059157.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/7b3/84b593b240eead11bd2c679532e537b3/84b593b240eead11bd2c679532e537b3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059156.00000, (0, 0) as of 1787059156.00000, sharding as of 1787059156.00000> to ShardRange<'k' to 't' as of 1787059157.00000, (0, 0) as of 1787059157.00000, cleaved as of 1787059157.00000>, path: .shards_a/shard_c_1787059157.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/7b3/84b593b240eead11bd2c679532e537b3/84b593b240eead11bd2c679532e537b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059159.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9b5/d8bdb085227acd9c721236c267fea9b5/d8bdb085227acd9c721236c267fea9b5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059158.00000, (0, 0) as of 1787059158.00000, sharding as of 1787059158.00000> to ShardRange<'k' to 't' as of 1787059159.00000, (0, 0) as of 1787059159.00000, active as of 1787059159.00000>, path: .shards_a/shard_c_1787059159.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9b5/d8bdb085227acd9c721236c267fea9b5/d8bdb085227acd9c721236c267fea9b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059161.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/feb/cc8a0ba1955c1e623747406fcde78feb/cc8a0ba1955c1e623747406fcde78feb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059160.00000, (0, 0) as of 1787059160.00000, sharding as of 1787059160.00000> to ShardRange<'k' to 't' as of 1787059161.00000, (0, 0) as of 1787059161.00000, shrinking as of 1787059161.00000>, path: .shards_a/shard_c_1787059161.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/feb/cc8a0ba1955c1e623747406fcde78feb/cc8a0ba1955c1e623747406fcde78feb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059161.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/feb/cc8a0ba1955c1e623747406fcde78feb/cc8a0ba1955c1e623747406fcde78feb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059163.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/43b/94e5a404502a1ecaaff61c8cd6c0443b/94e5a404502a1ecaaff61c8cd6c0443b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059163.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/43b/94e5a404502a1ecaaff61c8cd6c0443b/94e5a404502a1ecaaff61c8cd6c0443b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059165.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/77b/efbf9121ea0bd976c1c4177f21fb177b/efbf9121ea0bd976c1c4177f21fb177b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059164.00000, (0, 0) as of 1787059164.00000, sharding as of 1787059164.00000> to ShardRange<'k' to 't' as of 1787059165.00000, (0, 0) as of 1787059165.00000, sharded as of 1787059165.00000>, path: .shards_a/shard_c_1787059165.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/77b/efbf9121ea0bd976c1c4177f21fb177b/efbf9121ea0bd976c1c4177f21fb177b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059165.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/77b/efbf9121ea0bd976c1c4177f21fb177b/efbf9121ea0bd976c1c4177f21fb177b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059167.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ca2/a237bb46ae7a4909b507fc5f24358ca2/a237bb46ae7a4909b507fc5f24358ca2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059166.00000, (0, 0) as of 1787059166.00000, sharding as of 1787059166.00000> to ShardRange<'k' to 't' as of 1787059167.00000, (0, 0) as of 1787059167.00000, shrunk as of 1787059167.00000>, path: .shards_a/shard_c_1787059167.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ca2/a237bb46ae7a4909b507fc5f24358ca2/a237bb46ae7a4909b507fc5f24358ca2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059167.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ca2/a237bb46ae7a4909b507fc5f24358ca2/a237bb46ae7a4909b507fc5f24358ca2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059169.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/34d/22c49a1bc393d7f341e30991ac12834d/22c49a1bc393d7f341e30991ac12834d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059168.00000, (0, 0) as of 1787059168.00000, sharded as of 1787059168.00000> to ShardRange<'k' to 't' as of 1787059169.00000, (0, 0) as of 1787059169.00000, found as of 1787059169.00000>, path: .shards_a/shard_c_1787059169.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/34d/22c49a1bc393d7f341e30991ac12834d/22c49a1bc393d7f341e30991ac12834d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059171.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/4b4/e98eb36973950797d0ca7ffb337f74b4/e98eb36973950797d0ca7ffb337f74b4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059170.00000, (0, 0) as of 1787059170.00000, sharded as of 1787059170.00000> to ShardRange<'k' to 't' as of 1787059171.00000, (0, 0) as of 1787059171.00000, created as of 1787059171.00000>, path: .shards_a/shard_c_1787059171.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/4b4/e98eb36973950797d0ca7ffb337f74b4/e98eb36973950797d0ca7ffb337f74b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059173.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/2d5/c8e00639d16bb110f5a4d2ecc51b72d5/c8e00639d16bb110f5a4d2ecc51b72d5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059172.00000, (0, 0) as of 1787059172.00000, sharded as of 1787059172.00000> to ShardRange<'k' to 't' as of 1787059173.00000, (0, 0) as of 1787059173.00000, cleaved as of 1787059173.00000>, path: .shards_a/shard_c_1787059173.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/2d5/c8e00639d16bb110f5a4d2ecc51b72d5/c8e00639d16bb110f5a4d2ecc51b72d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059175.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/5f1/f7630ec42f3eeacca49fd134849525f1/f7630ec42f3eeacca49fd134849525f1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059174.00000, (0, 0) as of 1787059174.00000, sharded as of 1787059174.00000> to ShardRange<'k' to 't' as of 1787059175.00000, (0, 0) as of 1787059175.00000, active as of 1787059175.00000>, path: .shards_a/shard_c_1787059175.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/5f1/f7630ec42f3eeacca49fd134849525f1/f7630ec42f3eeacca49fd134849525f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059177.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/53a/28bda18aa2e4418451288fc9fd6de53a/28bda18aa2e4418451288fc9fd6de53a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059176.00000, (0, 0) as of 1787059176.00000, sharded as of 1787059176.00000> to ShardRange<'k' to 't' as of 1787059177.00000, (0, 0) as of 1787059177.00000, shrinking as of 1787059177.00000>, path: .shards_a/shard_c_1787059177.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/53a/28bda18aa2e4418451288fc9fd6de53a/28bda18aa2e4418451288fc9fd6de53a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059177.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/53a/28bda18aa2e4418451288fc9fd6de53a/28bda18aa2e4418451288fc9fd6de53a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059179.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/488/67d25720bc398c366520da712cd2f488/67d25720bc398c366520da712cd2f488.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059178.00000, (0, 0) as of 1787059178.00000, sharded as of 1787059178.00000> to ShardRange<'k' to 't' as of 1787059179.00000, (0, 0) as of 1787059179.00000, sharding as of 1787059179.00000>, path: .shards_a/shard_c_1787059179.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/488/67d25720bc398c366520da712cd2f488/67d25720bc398c366520da712cd2f488.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059179.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/488/67d25720bc398c366520da712cd2f488/67d25720bc398c366520da712cd2f488.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059181.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059181.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf/9ec0a2b8a3b3157adfe27c62b3a20cdf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059183.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a92/4d7a9612f4b9fc7ccb55b7cc7410ca92/4d7a9612f4b9fc7ccb55b7cc7410ca92.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059182.00000, (0, 0) as of 1787059182.00000, sharded as of 1787059182.00000> to ShardRange<'k' to 't' as of 1787059183.00000, (0, 0) as of 1787059183.00000, shrunk as of 1787059183.00000>, path: .shards_a/shard_c_1787059183.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a92/4d7a9612f4b9fc7ccb55b7cc7410ca92/4d7a9612f4b9fc7ccb55b7cc7410ca92.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059183.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a92/4d7a9612f4b9fc7ccb55b7cc7410ca92/4d7a9612f4b9fc7ccb55b7cc7410ca92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059185.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0a4/02fa2419ca1d51d0c77ba62ad69a00a4/02fa2419ca1d51d0c77ba62ad69a00a4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059184.00000, (0, 0) as of 1787059184.00000, shrunk as of 1787059184.00000> to ShardRange<'k' to 't' as of 1787059185.00000, (0, 0) as of 1787059185.00000, found as of 1787059185.00000>, path: .shards_a/shard_c_1787059185.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0a4/02fa2419ca1d51d0c77ba62ad69a00a4/02fa2419ca1d51d0c77ba62ad69a00a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059187.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/821/69b77b36bbd865953331172f7b23d821/69b77b36bbd865953331172f7b23d821.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059186.00000, (0, 0) as of 1787059186.00000, shrunk as of 1787059186.00000> to ShardRange<'k' to 't' as of 1787059187.00000, (0, 0) as of 1787059187.00000, created as of 1787059187.00000>, path: .shards_a/shard_c_1787059187.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/821/69b77b36bbd865953331172f7b23d821/69b77b36bbd865953331172f7b23d821.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059189.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6f5/b6b1c3a3f520f15d605bf5e0147896f5/b6b1c3a3f520f15d605bf5e0147896f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059188.00000, (0, 0) as of 1787059188.00000, shrunk as of 1787059188.00000> to ShardRange<'k' to 't' as of 1787059189.00000, (0, 0) as of 1787059189.00000, cleaved as of 1787059189.00000>, path: .shards_a/shard_c_1787059189.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6f5/b6b1c3a3f520f15d605bf5e0147896f5/b6b1c3a3f520f15d605bf5e0147896f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059191.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/4ff/efa586b2a6ebda1bdc5b4cf47b65f4ff/efa586b2a6ebda1bdc5b4cf47b65f4ff.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059190.00000, (0, 0) as of 1787059190.00000, shrunk as of 1787059190.00000> to ShardRange<'k' to 't' as of 1787059191.00000, (0, 0) as of 1787059191.00000, active as of 1787059191.00000>, path: .shards_a/shard_c_1787059191.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/4ff/efa586b2a6ebda1bdc5b4cf47b65f4ff/efa586b2a6ebda1bdc5b4cf47b65f4ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059193.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/067/5d1729f804cd7d898040e8a9bfd98067/5d1729f804cd7d898040e8a9bfd98067.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059192.00000, (0, 0) as of 1787059192.00000, shrunk as of 1787059192.00000> to ShardRange<'k' to 't' as of 1787059193.00000, (0, 0) as of 1787059193.00000, shrinking as of 1787059193.00000>, path: .shards_a/shard_c_1787059193.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/067/5d1729f804cd7d898040e8a9bfd98067/5d1729f804cd7d898040e8a9bfd98067.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059193.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/067/5d1729f804cd7d898040e8a9bfd98067/5d1729f804cd7d898040e8a9bfd98067.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059195.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0dd/592f88f3555520ad6e166a32562a90dd/592f88f3555520ad6e166a32562a90dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059194.00000, (0, 0) as of 1787059194.00000, shrunk as of 1787059194.00000> to ShardRange<'k' to 't' as of 1787059195.00000, (0, 0) as of 1787059195.00000, sharding as of 1787059195.00000>, path: .shards_a/shard_c_1787059195.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0dd/592f88f3555520ad6e166a32562a90dd/592f88f3555520ad6e166a32562a90dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059195.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0dd/592f88f3555520ad6e166a32562a90dd/592f88f3555520ad6e166a32562a90dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059197.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/980/a579dfafac85772c4dded907d1948980/a579dfafac85772c4dded907d1948980.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059196.00000, (0, 0) as of 1787059196.00000, shrunk as of 1787059196.00000> to ShardRange<'k' to 't' as of 1787059197.00000, (0, 0) as of 1787059197.00000, sharded as of 1787059197.00000>, path: .shards_a/shard_c_1787059197.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/980/a579dfafac85772c4dded907d1948980/a579dfafac85772c4dded907d1948980.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059197.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/980/a579dfafac85772c4dded907d1948980/a579dfafac85772c4dded907d1948980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059199.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/e88/2c9425b5aaecfff074927fae9ffd0e88/2c9425b5aaecfff074927fae9ffd0e88.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059199.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/e88/2c9425b5aaecfff074927fae9ffd0e88/2c9425b5aaecfff074927fae9ffd0e88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059200.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ed3/d9afddc390869eb56976fa9743308ed3/d9afddc390869eb56976fa9743308ed3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059202.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/bb7/8b0f27079c1f159436b61fdc1b96cbb7/8b0f27079c1f159436b61fdc1b96cbb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059204.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/810/29c0b69d609ecd6bfe73a102ccfe2810/29c0b69d609ecd6bfe73a102ccfe2810.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059206.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/428/add3ef33a311b55177a0d847415fc428/add3ef33a311b55177a0d847415fc428.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059208.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/460/5e396fc0d4eeebf80477a967c0c97460/5e396fc0d4eeebf80477a967c0c97460.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059210.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c42/7442e301f05db37a6c4a7bcf239d6c42/7442e301f05db37a6c4a7bcf239d6c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059212.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d80/186e821d1a23d1f37b653c2c94997d80/186e821d1a23d1f37b653c2c94997d80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059214.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b50/24088024f0721c1c472bdbdbb83b9b50/24088024f0721c1c472bdbdbb83b9b50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059216.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/4a7/53898fdcadcbbf6c552f729fbf9f24a7/53898fdcadcbbf6c552f729fbf9f24a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059218.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b56/c87dd7aea239239a0e5d71cf63077b56/c87dd7aea239239a0e5d71cf63077b56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059220.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/07a/58a830c09ef5f8c481814a823bca007a/58a830c09ef5f8c481814a823bca007a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059222.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/0ee/51a6b9484e0a0232d39a58470e6e10ee/51a6b9484e0a0232d39a58470e6e10ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059224.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/d3e/b748e99fbd97b2c64690e56307cf4d3e/b748e99fbd97b2c64690e56307cf4d3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059226.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/746/8f55b709dc1a18a48f2695f5d81c9746/8f55b709dc1a18a48f2695f5d81c9746.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059228.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/aa1/46b2eea013c245cc5a8525d06b177aa1/46b2eea013c245cc5a8525d06b177aa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059230.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a5d/4c131c5da702f81a290b45b3b9186a5d/4c131c5da702f81a290b45b3b9186a5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059232.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b10/28ecb5872d278bc3eb5cb7169bc3fb10/28ecb5872d278bc3eb5cb7169bc3fb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059234.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/723/1d37ee62ab3c2a626158c97441859723/1d37ee62ab3c2a626158c97441859723.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059236.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c37/39526eb2278148bf6116f56e0fb60c37/39526eb2278148bf6116f56e0fb60c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059238.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/bab/45c0f2802562bbfb914fabd75e296bab/45c0f2802562bbfb914fabd75e296bab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059240.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/ff1/afddc04113e3551a6ff05a163761dff1/afddc04113e3551a6ff05a163761dff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059242.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/bd5/43d534268dd2e52dd29176507eb37bd5/43d534268dd2e52dd29176507eb37bd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059244.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/241/8edae799be8d53ec869b35177d263241/8edae799be8d53ec869b35177d263241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059246.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6b1/e8f03e682a8575c719b95f3cc263e6b1/e8f03e682a8575c719b95f3cc263e6b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059248.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/79c/f0056635e48cb8ff923160478090679c/f0056635e48cb8ff923160478090679c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059250.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/796/27dbccfe8b5a640629f36d81c437f796/27dbccfe8b5a640629f36d81c437f796.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059252.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/44c/175197975484c4c2097aba6ac791944c/175197975484c4c2097aba6ac791944c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059254.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/510/350465997cd247bb901272c9a1cf4510/350465997cd247bb901272c9a1cf4510.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059256.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/02c/1ddef8f758ec85ff200dc6eb7a94e02c/1ddef8f758ec85ff200dc6eb7a94e02c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059258.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/582/5ce1cef8ab2b224e9ce89037aa829582/5ce1cef8ab2b224e9ce89037aa829582.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059260.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/67e/9ebcdad5a9633a95555c0136a495467e/9ebcdad5a9633a95555c0136a495467e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059262.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/311/ff24eb3bc34514e878b04786b51d7311/ff24eb3bc34514e878b04786b51d7311.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059264.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/aee/39e539bac2b11bfa63375ad965076aee/39e539bac2b11bfa63375ad965076aee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059264.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/aee/39e539bac2b11bfa63375ad965076aee/39e539bac2b11bfa63375ad965076aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059266.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/77e/e11ba89cf4d1b2a04a9fff4222f2277e/e11ba89cf4d1b2a04a9fff4222f2277e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059266.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/77e/e11ba89cf4d1b2a04a9fff4222f2277e/e11ba89cf4d1b2a04a9fff4222f2277e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059268.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/267/294682d9256691aadf5f5cc4c2108267/294682d9256691aadf5f5cc4c2108267.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059268.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/267/294682d9256691aadf5f5cc4c2108267/294682d9256691aadf5f5cc4c2108267.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059270.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/551/41b53a219bb2c9984f960258f5ddc551/41b53a219bb2c9984f960258f5ddc551.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059270.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/551/41b53a219bb2c9984f960258f5ddc551/41b53a219bb2c9984f960258f5ddc551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059272.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/8fb/c94bbdf3c0c68d8be9f0b3a6637d78fb/c94bbdf3c0c68d8be9f0b3a6637d78fb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059272.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/8fb/c94bbdf3c0c68d8be9f0b3a6637d78fb/c94bbdf3c0c68d8be9f0b3a6637d78fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059274.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059274.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd/fd4c2a356b6e6ac3430a7b5f8966e9fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059276.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/eef/def849c96de31092dbbc70ab1697deef/def849c96de31092dbbc70ab1697deef.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059276.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/eef/def849c96de31092dbbc70ab1697deef/def849c96de31092dbbc70ab1697deef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059278.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c04/72a2811935b1092b49c3fca573cd8c04/72a2811935b1092b49c3fca573cd8c04.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059278.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c04/72a2811935b1092b49c3fca573cd8c04/72a2811935b1092b49c3fca573cd8c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059280.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/893/25b3a13e12e5c2b11f0ef4bd12c3f893/25b3a13e12e5c2b11f0ef4bd12c3f893.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059280.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/893/25b3a13e12e5c2b11f0ef4bd12c3f893/25b3a13e12e5c2b11f0ef4bd12c3f893.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059282.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/bf0/8f8f6cda7bddc6ab2443d482d8c4ebf0/8f8f6cda7bddc6ab2443d482d8c4ebf0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059282.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/bf0/8f8f6cda7bddc6ab2443d482d8c4ebf0/8f8f6cda7bddc6ab2443d482d8c4ebf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059284.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/cf4/5da0012bade5009f6c2cb72ab4447cf4/5da0012bade5009f6c2cb72ab4447cf4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059284.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/cf4/5da0012bade5009f6c2cb72ab4447cf4/5da0012bade5009f6c2cb72ab4447cf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059286.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/83c/6e8ea155da2744496d56f88604d0a83c/6e8ea155da2744496d56f88604d0a83c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059286.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/83c/6e8ea155da2744496d56f88604d0a83c/6e8ea155da2744496d56f88604d0a83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059288.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/2dc/707a6c44eec4b0c677759a61a98992dc/707a6c44eec4b0c677759a61a98992dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059288.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/2dc/707a6c44eec4b0c677759a61a98992dc/707a6c44eec4b0c677759a61a98992dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059290.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/1ae/c9b37d5c30d150f46ccb1fa7d60d41ae/c9b37d5c30d150f46ccb1fa7d60d41ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059290.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/1ae/c9b37d5c30d150f46ccb1fa7d60d41ae/c9b37d5c30d150f46ccb1fa7d60d41ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059292.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/088/b025c898dc755b97dfed556af7453088/b025c898dc755b97dfed556af7453088.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059292.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/088/b025c898dc755b97dfed556af7453088/b025c898dc755b97dfed556af7453088.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059294.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b74/1f22b0cd2842e9ea3460443eb6394b74/1f22b0cd2842e9ea3460443eb6394b74.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059294.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/b74/1f22b0cd2842e9ea3460443eb6394b74/1f22b0cd2842e9ea3460443eb6394b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059296.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/e90/e351d7714871a0ea3b9d9ec09fe52e90/e351d7714871a0ea3b9d9ec09fe52e90.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059296.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/e90/e351d7714871a0ea3b9d9ec09fe52e90/e351d7714871a0ea3b9d9ec09fe52e90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059298.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/780/8b5cc3df6389349ea8b1d5a137903780/8b5cc3df6389349ea8b1d5a137903780.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059298.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/780/8b5cc3df6389349ea8b1d5a137903780/8b5cc3df6389349ea8b1d5a137903780.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059300.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c85/a59fc67394729291177fbb86196a3c85/a59fc67394729291177fbb86196a3c85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059300.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/c85/a59fc67394729291177fbb86196a3c85/a59fc67394729291177fbb86196a3c85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059302.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/89d/67c5ce250213a8b1eae59b75dce7789d/67c5ce250213a8b1eae59b75dce7789d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059302.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/89d/67c5ce250213a8b1eae59b75dce7789d/67c5ce250213a8b1eae59b75dce7789d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059304.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/81e/d507048cb91b83cc6e892f9a357e781e/d507048cb91b83cc6e892f9a357e781e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059304.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/81e/d507048cb91b83cc6e892f9a357e781e/d507048cb91b83cc6e892f9a357e781e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059306.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/82e/5ca7ab298b0d48fefa1bc8449397282e/5ca7ab298b0d48fefa1bc8449397282e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059306.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/82e/5ca7ab298b0d48fefa1bc8449397282e/5ca7ab298b0d48fefa1bc8449397282e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059308.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a8b/c45f45eaa742bf170430af1f15b3ba8b/c45f45eaa742bf170430af1f15b3ba8b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059308.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/a8b/c45f45eaa742bf170430af1f15b3ba8b/c45f45eaa742bf170430af1f15b3ba8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059310.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/7e7/1ba13e0cd33d7543465373d6b2bdc7e7/1ba13e0cd33d7543465373d6b2bdc7e7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059310.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/7e7/1ba13e0cd33d7543465373d6b2bdc7e7/1ba13e0cd33d7543465373d6b2bdc7e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059312.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6b2/4dc84e61a23d6041703a368d29bbc6b2/4dc84e61a23d6041703a368d29bbc6b2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059312.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/6b2/4dc84e61a23d6041703a368d29bbc6b2/4dc84e61a23d6041703a368d29bbc6b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059314.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/e1a/872261164a1c849574391485c07ffe1a/872261164a1c849574391485c07ffe1a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059314.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/e1a/872261164a1c849574391485c07ffe1a/872261164a1c849574391485c07ffe1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059316.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9e6/8b42d21bbf79c26bab214d0c0acf09e6/8b42d21bbf79c26bab214d0c0acf09e6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059316.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9e6/8b42d21bbf79c26bab214d0c0acf09e6/8b42d21bbf79c26bab214d0c0acf09e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059318.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9b8/f0627862bb16b83bcf97b9cf377759b8/f0627862bb16b83bcf97b9cf377759b8.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txc066d4d4b6794d1cb1137-006a845b87) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx94c8a995a1c64e1c8554b-006a845b88) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok - -test INFO: Client disconnected on read of '/a/c' (txn: txeb4143743c3e46eab249c-006a845b8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txf4900861ea2f402d9b9ff-006a845b8b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txf4900861ea2f402d9b9ff-006a845b8b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txf4900861ea2f402d9b9ff-006a845b8b) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txf4900861ea2f402d9b9ff-006a845b8b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txb1cf21dbf0df46629f43d-006a845b88) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok - -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sdatest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpazq5nnlv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpazq5nnlv/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpazq5nnlv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpazq5nnlv/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2651787 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txefce3d3a0c1b406ba3504-006a845b8c" "proxy-server 2651787" 0.0011 "-" 2651787 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34193/sda1/1/a/c" "txefce3d3a0c1b406ba3504-006a845b8c" "container-server 2651787" 0.0010 "-" 2651787 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:42135/sdb1/1/a/c" "txefce3d3a0c1b406ba3504-006a845b8c" "container-server 2651787" 0.0010 "-" 2651787 0test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok - -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txefce3d3a0c1b406ba3504-006a845b8c" "proxy-server 2651787" 0.0082 "-" 2651787 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txefce3d3a0c1b406ba3504-006a845b8c" "proxy-server 2651787" 0.0131 "-" 2651787 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/04 PUT /v1/a/c HTTP/1.0 201 - - t - - - txefce3d3a0c1b406ba3504-006a845b8c - 0.0202 - - 1787059084.108406305 1787059084.128589630 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8c0dbf71cd054c27a9aa5-006a845b8c" "proxy-server 2651787" 0.0011 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:42135/sdb1/1/a1/c1" "tx8c0dbf71cd054c27a9aa5-006a845b8c" "container-server 2651787" 0.0011 "-" 2651787 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34193/sda1/1/a1/c1" "tx8c0dbf71cd054c27a9aa5-006a845b8c" "container-server 2651787" 0.0010 "-" 2651787 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8c0dbf71cd054c27a9aa5-006a845b8c" "proxy-server 2651787" 0.0082 "-" 2651787 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8c0dbf71cd054c27a9aa5-006a845b8c" "proxy-server 2651787" 0.0131 "-" 2651787 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8c0dbf71cd054c27a9aa5-006a845b8c - 0.0200 - - 1787059084.130077839 1787059084.150081635 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbc814a0202984eea8fbb9-006a845b8c" "proxy-server 2651787" 0.0019 "-" 2651787 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42135/sdb1/2/a/c1" "txbc814a0202984eea8fbb9-006a845b8c" "container-server 2651787" 0.0018 "-" 2651787 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34193/sda1/2/a/c1" "txbc814a0202984eea8fbb9-006a845b8c" "container-server 2651787" 0.0010 "-" 2651787 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbc814a0202984eea8fbb9-006a845b8c" "proxy-server 2651787" 0.0089 "-" 2651787 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbc814a0202984eea8fbb9-006a845b8c" "proxy-server 2651787" 0.0137 "-" 2651787 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbc814a0202984eea8fbb9-006a845b8c - 0.0218 - - 1787059084.151451349 1787059084.173230886 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx89cce2601c3740339efde-006a845b8c" "proxy-server 2651787" 0.0020 "-" 2651787 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42135/sdb1/1/a/c2" "tx89cce2601c3740339efde-006a845b8c" "container-server 2651787" 0.0046 "-" 2651787 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34193/sda1/1/a/c2" "tx89cce2601c3740339efde-006a845b8c" "container-server 2651787" 0.0010 "-" 2651787 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx89cce2601c3740339efde-006a845b8c" "proxy-server 2651787" 0.0157 "-" 2651787 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx89cce2601c3740339efde-006a845b8c" "proxy-server 2651787" 0.0123 "-" 2651787 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx89cce2601c3740339efde-006a845b8c - 0.0244 - - 1787059084.174585819 1787059084.198978901 2 - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txf59fc88fb1064870a1a05-006a845b89) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd4534f43a39d4294a46dc-006a845b8a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059318.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/9b8/f0627862bb16b83bcf97b9cf377759b8/f0627862bb16b83bcf97b9cf377759b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059320.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/f6d/dc9744534c6b1f28e09c8da52fc40f6d/dc9744534c6b1f28e09c8da52fc40f6d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059320.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/f6d/dc9744534c6b1f28e09c8da52fc40f6d/dc9744534c6b1f28e09c8da52fc40f6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059322.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/aac/c15ea77701c3d87c345887698cc03aac/c15ea77701c3d87c345887698cc03aac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059322.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/aac/c15ea77701c3d87c345887698cc03aac/c15ea77701c3d87c345887698cc03aac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059324.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/459/2c6ae4e475ba4ed9f0ed073cb9eb6459/2c6ae4e475ba4ed9f0ed073cb9eb6459.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059324.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/459/2c6ae4e475ba4ed9f0ed073cb9eb6459/2c6ae4e475ba4ed9f0ed073cb9eb6459.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1787059326.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/7a4/ebc19ed02b5e55051016a0273538d7a4/ebc19ed02b5e55051016a0273538d7a4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1787059326.00000, db: /tmp/tmpoow1b1ad/sda/containers/0/7a4/ebc19ed02b5e55051016a0273538d7a4/ebc19ed02b5e55051016a0273538d7a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6plfhzf8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1787059081.00000, (0, 0) as of 1787059081.00000, active as of 1787059081.00000> to ShardRange<'k' to 't' as of 1787059082.00000, (0, 0) as of 1787059082.00000, sharded as of 1787059083.00000>, path: .shards_a/shard_c, db: /tmp/tmp6plfhzf8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp6plfhzf8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpv0otyka5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059082.00000-0, db: /tmp/tmp23818z89/sda/containers/0/d6f/e48762ea96257fcb487974a43b6b4d6f/e48762ea96257fcb487974a43b6b4d6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059085.00000-0, db: /tmp/tmp23818z89/sda/containers/0/5b0/a3e7b6c96ee1801ce8b6cecc808a15b0/a3e7b6c96ee1801ce8b6cecc808a15b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059088.00000-0, db: /tmp/tmp23818z89/sda/containers/0/431/6906ca31cb66dfef82006b333b14b431/6906ca31cb66dfef82006b333b14b431.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059091.00000-0, db: /tmp/tmp23818z89/sda/containers/0/42e/250e87ce69cf6b6772f0678688b9142e/250e87ce69cf6b6772f0678688b9142e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059094.00000-0, db: /tmp/tmp23818z89/sda/containers/0/7be/67ddbb643d4481499d896d2ee06457be/67ddbb643d4481499d896d2ee06457be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmp23818z89/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmp23818z89/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmp23818z89/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059106.00000-0, db: /tmp/tmp23818z89/sda/containers/0/997/6f6aaa2605b769a1a2eaebb6bff6a997/6f6aaa2605b769a1a2eaebb6bff6a997.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059109.00000-0, db: /tmp/tmp23818z89/sda/containers/0/639/f5a438fe9a4f171640f4bccca47ad639/f5a438fe9a4f171640f4bccca47ad639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059112.00000-0, db: /tmp/tmp23818z89/sda/containers/0/037/54f0416dc2a03ab67d7838a5570a3037/54f0416dc2a03ab67d7838a5570a3037.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059115.00000-0, db: /tmp/tmp23818z89/sda/containers/0/d94/7b8437b0064dfc8e57e43d504ed91d94/7b8437b0064dfc8e57e43d504ed91d94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059118.00000-0, db: /tmp/tmp23818z89/sda/containers/0/f3e/479720cc091d1376dcd1688b62c76f3e/479720cc091d1376dcd1688b62c76f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059121.00000-0, db: /tmp/tmp23818z89/sda/containers/0/ac5/e8fd2984f46cb66b74d1c777da4e4ac5/e8fd2984f46cb66b74d1c777da4e4ac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059082.00000-0, db: /tmp/tmpt0z5l7gv/sda/containers/0/d6f/e48762ea96257fcb487974a43b6b4d6f/e48762ea96257fcb487974a43b6b4d6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059086.00000-0, db: /tmp/tmpt0z5l7gv/sda/containers/0/171/29c303b1e99a27d249327a1bea86e171/29c303b1e99a27d249327a1bea86e171.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059084.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/64c/c65974f2914df9150d1efb0dc3f7364c/c65974f2914df9150d1efb0dc3f7364c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059088.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/431/6906ca31cb66dfef82006b333b14b431/6906ca31cb66dfef82006b333b14b431.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059092.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/0a8/b019b4922212a6f5acb04f6e69abe0a8/b019b4922212a6f5acb04f6e69abe0a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059096.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/e85/c46c37aa778d3273289dcc3bf464be85/c46c37aa778d3273289dcc3bf464be85.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059096.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/e85/c46c37aa778d3273289dcc3bf464be85/c46c37aa778d3273289dcc3bf464be85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059104.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/aef/5eabb5995c04d6ea23d713781ec6baef/5eabb5995c04d6ea23d713781ec6baef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059108.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/71f/c70c29a5bbd04b5d4c54d2d1e593c71f/c70c29a5bbd04b5d4c54d2d1e593c71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059112.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/037/54f0416dc2a03ab67d7838a5570a3037/54f0416dc2a03ab67d7838a5570a3037.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059116.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/994/9eac1e965a39f6fbde6ba96c29716994/9eac1e965a39f6fbde6ba96c29716994.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059120.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/070/292cf867e0da549bd8684669f5aa0070/292cf867e0da549bd8684669f5aa0070.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059124.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/adb/5b1fd441e93a01f03469d3cad3776adb/5b1fd441e93a01f03469d3cad3776adb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059128.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/305/ad143d511b10cd7012a1ba2a1b8f3305/ad143d511b10cd7012a1ba2a1b8f3305.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059128.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/305/ad143d511b10cd7012a1ba2a1b8f3305/ad143d511b10cd7012a1ba2a1b8f3305.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059132.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/268/f3c0e531d1489a731840609f10d00268/f3c0e531d1489a731840609f10d00268.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059136.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/4f6/65cc12b1fa4d734be76a45bdad6dc4f6/65cc12b1fa4d734be76a45bdad6dc4f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059140.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/398/8ae61dcd91a6587f663f722c79f85398/8ae61dcd91a6587f663f722c79f85398.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059144.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/98e/d03f86ec19fe81aee309036f3b77198e/d03f86ec19fe81aee309036f3b77198e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059148.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/498/80464472d15a2710a2536284bd3cd498/80464472d15a2710a2536284bd3cd498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059152.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/6bb/53887d4143d6656ecdad0f02d6b796bb/53887d4143d6656ecdad0f02d6b796bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059156.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/0b4/476c84d55d8849e812885002bfe430b4/476c84d55d8849e812885002bfe430b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059160.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/74d/2331de955fff7e40c89f2cb59da3274d/2331de955fff7e40c89f2cb59da3274d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059160.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/74d/2331de955fff7e40c89f2cb59da3274d/2331de955fff7e40c89f2cb59da3274d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059164.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/24b/6832567f7b080f243cb3a04ea6f8724b/6832567f7b080f243cb3a04ea6f8724b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059168.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/ffe/490ea7fdb7ee8c40d75b0695aabfaffe/490ea7fdb7ee8c40d75b0695aabfaffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059172.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/080/2e836bb8656c947dce45441ecc2f6080/2e836bb8656c947dce45441ecc2f6080.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059176.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/eb0/4f3267e59e71465ced92e131f8aa0eb0/4f3267e59e71465ced92e131f8aa0eb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059180.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/144/20e06177460cfd0914b0f6af3244e144/20e06177460cfd0914b0f6af3244e144.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059184.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/296/a8e22e3176797cebc46b2fec78d58296/a8e22e3176797cebc46b2fec78d58296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059188.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/583/17cf22d66fe524b2b2b7202c8b600583/17cf22d66fe524b2b2b7202c8b600583.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059192.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/aeb/ab9bcb0863f75068ed29d909a1731aeb/ab9bcb0863f75068ed29d909a1731aeb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059192.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/aeb/ab9bcb0863f75068ed29d909a1731aeb/ab9bcb0863f75068ed29d909a1731aeb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059196.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/e7f/cc662fe416e00143b0365ff6e6ba3e7f/cc662fe416e00143b0365ff6e6ba3e7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059200.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/5c4/f72aee130a449ced6daa59266018f5c4/f72aee130a449ced6daa59266018f5c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059204.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/b95/4f52e9a1f7aba9009e8ca19bc2e41b95/4f52e9a1f7aba9009e8ca19bc2e41b95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059208.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/c02/337720a84163a3b63533d06119098c02/337720a84163a3b63533d06119098c02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059212.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/fac/d853f64ba8436cc508e45520ef196fac/d853f64ba8436cc508e45520ef196fac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059216.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/832/f1953f6129ddb654d09004c9096fa832/f1953f6129ddb654d09004c9096fa832.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059220.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/c24/ee96a882da95289f7e7a7ed7d3e2bc24/ee96a882da95289f7e7a7ed7d3e2bc24.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059224.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/be4/5eda6bb50f4dd55ae7c6453d76c8abe4/5eda6bb50f4dd55ae7c6453d76c8abe4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059224.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/be4/5eda6bb50f4dd55ae7c6453d76c8abe4/5eda6bb50f4dd55ae7c6453d76c8abe4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059228.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/aa5/15adc10cc709320d0453409661525aa5/15adc10cc709320d0453409661525aa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059232.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/80a/f53f2961c7f0b85f93e0f2b33db2680a/f53f2961c7f0b85f93e0f2b33db2680a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059236.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/374/1fd0c16167f7714d823f42aac398b374/1fd0c16167f7714d823f42aac398b374.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059240.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/1d9/cbb4355460368f44af5c45b5367411d9/cbb4355460368f44af5c45b5367411d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059244.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/4a0/4458acf8a0ac93d95e0baad1a4f744a0/4458acf8a0ac93d95e0baad1a4f744a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059248.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/88f/d4059be5f49625cc5f8f3d32908ea88f/d4059be5f49625cc5f8f3d32908ea88f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059252.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/1b3/f177308db2e7dbc87822e0c30b70a1b3/f177308db2e7dbc87822e0c30b70a1b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059256.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/652/c39d219b23427da52d6043019c7c0652/c39d219b23427da52d6043019c7c0652.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059256.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/652/c39d219b23427da52d6043019c7c0652/c39d219b23427da52d6043019c7c0652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059260.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/8f0/417982e9339e34796e60af3c657fd8f0/417982e9339e34796e60af3c657fd8f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059264.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/eaa/c886aac0316d485441fb12cdcb2a7eaa/c886aac0316d485441fb12cdcb2a7eaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059268.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/3bf/adf66e8688366894e4772f4beca023bf/adf66e8688366894e4772f4beca023bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059272.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/efd/a94723c40f7c053d2b96c26d3145defd/a94723c40f7c053d2b96c26d3145defd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059276.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/89a/df634d37cdf6c7c0a6206e67dd41a89a/df634d37cdf6c7c0a6206e67dd41a89a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059280.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/622/d0ff4e6a97be3ce9ee7b5c57aa54f622/d0ff4e6a97be3ce9ee7b5c57aa54f622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059284.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/08b/edbcf36f619e398c39fdc9aedc03708b/edbcf36f619e398c39fdc9aedc03708b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059288.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/414/d03eaed2f9e6199ca844aa194b7e9414/d03eaed2f9e6199ca844aa194b7e9414.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059288.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/414/d03eaed2f9e6199ca844aa194b7e9414/d03eaed2f9e6199ca844aa194b7e9414.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059292.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/4b9/6d14c51497b5fc4f84407835882bf4b9/6d14c51497b5fc4f84407835882bf4b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059296.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/196/0b0279a572dedcd3bd2d96255e011196/0b0279a572dedcd3bd2d96255e011196.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059300.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d46/8360ea4e37c3ad82c6fce4e1957aed46/8360ea4e37c3ad82c6fce4e1957aed46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059304.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/8e4/64e87e5dc786547578edcf24731bd8e4/64e87e5dc786547578edcf24731bd8e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059308.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d6b/c6b9a83f82c34e3655c116a6247a7d6b/c6b9a83f82c34e3655c116a6247a7d6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059312.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/7db/0cf894f342231f0fed4b70d21acf07db/0cf894f342231f0fed4b70d21acf07db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059316.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/8eb/3210356e8b379d4c2837335fafae68eb/3210356e8b379d4c2837335fafae68eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059320.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/2ae/9ebe43385e0ceb3217aecaea4310c2ae/9ebe43385e0ceb3217aecaea4310c2ae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059320.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/2ae/9ebe43385e0ceb3217aecaea4310c2ae/9ebe43385e0ceb3217aecaea4310c2ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059324.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/18e/85ef434e5ed305d3e886815a600f018e/85ef434e5ed305d3e886815a600f018e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059328.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/4e2/1a2461611392d87802ac5a85ef8374e2/1a2461611392d87802ac5a85ef8374e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059332.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/316/9dcdc262df903766a8a049f564d81316/9dcdc262df903766a8a049f564d81316.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059336.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/5d3/a10f567960078431314206ea10e945d3/a10f567960078431314206ea10e945d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059340.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/1c0/625687f37b6fc34a13dbd79ee98791c0/625687f37b6fc34a13dbd79ee98791c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059344.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/3d1/647aa16c5e2fcf5899898354044053d1/647aa16c5e2fcf5899898354044053d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059348.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/e59/86da371b8d08908dcb5f512f1b611e59/86da371b8d08908dcb5f512f1b611e59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059352.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/8e5/1affe5e7ae93192807f69a68e402a8e5/1affe5e7ae93192807f69a68e402a8e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059356.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d74/a8d9af60a10f6a230eac572b52008d74/a8d9af60a10f6a230eac572b52008d74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059360.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/431/1afcecd807cbcdf8164ed83d9be31431/1afcecd807cbcdf8164ed83d9be31431.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059364.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d25/e03d1137b2dc6ebf2fd8a17d72789d25/e03d1137b2dc6ebf2fd8a17d72789d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059368.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/81a/4e16a18d1585bbd72f6a9b7f54cb081a/4e16a18d1585bbd72f6a9b7f54cb081a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059372.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/7a9/8c88e78e9227c2dc5015bb93a9c287a9/8c88e78e9227c2dc5015bb93a9c287a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059376.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/696/83ba2dd21e431f73f9bc8ad95f579696/83ba2dd21e431f73f9bc8ad95f579696.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059380.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d9d/7e5c37ea319fb79d62a41223db16fd9d/7e5c37ea319fb79d62a41223db16fd9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059384.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/2ec/0780aef596232c65dde908dfe65da2ec/0780aef596232c65dde908dfe65da2ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059388.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/34d/5c27b3cff8be408e3174b2dda1a7d34d/5c27b3cff8be408e3174b2dda1a7d34d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059392.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/54f/9a2626b071ef231d0f810dcdace4554f/9a2626b071ef231d0f810dcdace4554f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059396.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/699/871dfb649595fe0138ca117095b8a699/871dfb649595fe0138ca117095b8a699.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059400.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/3f7/3972d96e26fbc981cd14d79b759ac3f7/3972d96e26fbc981cd14d79b759ac3f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059404.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/559/7d6aa53a48d81c5084d8a64bc4eb4559/7d6aa53a48d81c5084d8a64bc4eb4559.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059408.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/ba0/9e95d42445a502707ee930ab42f5bba0/9e95d42445a502707ee930ab42f5bba0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059412.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/56d/37b774a999eebe2b9752a15b60f1456d/37b774a999eebe2b9752a15b60f1456d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059416.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/83c/696b2d8d43e8a867f07e4fbfdaf3683c/696b2d8d43e8a867f07e4fbfdaf3683c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059420.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/954/128cc1261b731a03fd4d9580cf4a5954/128cc1261b731a03fd4d9580cf4a5954.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059424.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/b44/d8eefc40731982ba2b7dfeb72f63ab44/d8eefc40731982ba2b7dfeb72f63ab44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059428.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/ada/1b8dc2cfdcdffd6e58169af230082ada/1b8dc2cfdcdffd6e58169af230082ada.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059432.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/14f/c9f4cd28235acac075a875187070514f/c9f4cd28235acac075a875187070514f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059436.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/ec0/f50adbfd964b88f8f4bedccab274cec0/f50adbfd964b88f8f4bedccab274cec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059440.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/9b0/480ea11f9b4c6442eec244a5780019b0/480ea11f9b4c6442eec244a5780019b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059444.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/3c2/08318b84033d9defd0600c0f995083c2/08318b84033d9defd0600c0f995083c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059448.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/31f/afbb10336729a7580f6305b5604e631f/afbb10336729a7580f6305b5604e631f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059452.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/9fa/6decd94065c1df2971679ee04f1e89fa/6decd94065c1df2971679ee04f1e89fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059456.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/c60/2eebf543bfd866c7f248262c7bef0c60/2eebf543bfd866c7f248262c7bef0c60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059460.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/cf7/9be39cd4d39b6987890c29962f0fdcf7/9be39cd4d39b6987890c29962f0fdcf7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059464.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d20/d7338e2d223736c39557674134740d20/d7338e2d223736c39557674134740d20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059468.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/ba1/1b05bcc200941092b0aca5f19bb2bba1/1b05bcc200941092b0aca5f19bb2bba1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059472.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/cac/d3dcd00f7348bd02f66912827bfd4cac/d3dcd00f7348bd02f66912827bfd4cac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059476.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/c36/7ba5ada94de51b29c157f3d313921c36/7ba5ada94de51b29c157f3d313921c36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059480.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/b29/f0466412399ad89a515e403719157b29/f0466412399ad89a515e403719157b29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059484.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/bc4/18fa40492f80f60797da70263832ebc4/18fa40492f80f60797da70263832ebc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059488.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d5a/4fbdf40549f598295bdb1625ffbd7d5a/4fbdf40549f598295bdb1625ffbd7d5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059492.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/a95/6846c648c23ce405a047c43ed9787a95/6846c648c23ce405a047c43ed9787a95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059496.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/90e/970af43f71a6d9080e2a80cbebad990e/970af43f71a6d9080e2a80cbebad990e.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok - -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe23463ac8a6a4723adb91-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx49aab2069fe74732ab5ff-006a845b8b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee68de4e007846bfa1f67-006a845b8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to get commit status of PUT to /v1/a/c/o: +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650435.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/9e7/db63920259dd379396433849c0ce39e7/db63920259dd379396433849c0ce39e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650440.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/7f0/05ae0ebd0da4ae12fcc70aff2d30f7f0/05ae0ebd0da4ae12fcc70aff2d30f7f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650445.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/35f/52e97acb5c315aa1684ba2e4a761835f/52e97acb5c315aa1684ba2e4a761835f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650450.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/d52/8eab8e23a9d8ccfe990e248e19fcfd52/8eab8e23a9d8ccfe990e248e19fcfd52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650455.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f32/649506dc453973af81e64684426d8f32/649506dc453973af81e64684426d8f32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650460.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/171/566cd7d138d894834c3073822fd43171/566cd7d138d894834c3073822fd43171.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650465.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5fd/f218330c52e0ce96ba96c6eb57ec75fd/f218330c52e0ce96ba96c6eb57ec75fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650470.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/f90/fc96d7a12ffdad18b29de9049e74af90/fc96d7a12ffdad18b29de9049e74af90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650475.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/8a2/37e4e23917f54bd28d80966163c2b8a2/37e4e23917f54bd28d80966163c2b8a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650480.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/66d/9a563d7c563e0133ce4250cde93df66d/9a563d7c563e0133ce4250cde93df66d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650485.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/2ca/27fb9aa316b4c2d23b28bed40dc2f2ca/27fb9aa316b4c2d23b28bed40dc2f2ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650490.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/a36/e3e0489f20ef509ad7d64b16865cca36/e3e0489f20ef509ad7d64b16865cca36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650495.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/99f/fb4c4ff01417655d9ceb16e3573ea99f/fb4c4ff01417655d9ceb16e3573ea99f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650500.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/28b/5d4f0b148584d31cc1cc97479d8d328b/5d4f0b148584d31cc1cc97479d8d328b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650505.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/5a9/462d2c11e03d506c53be1efecc02a5a9/462d2c11e03d506c53be1efecc02a5a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650510.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/820/2568e22f0ba1cfec6dcb8cd5b4326820/2568e22f0ba1cfec6dcb8cd5b4326820.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650515.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/b3d/8fa9b08654476fbfaf83027f7728fb3d/8fa9b08654476fbfaf83027f7728fb3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752650520.00000-0, db: /tmp/tmp6xezb5dh/sda/containers/0/197/c5af63a5cc73edd2cfd8c18782a95197/c5af63a5cc73edd2cfd8c18782a95197.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/572/2d461134d466e04b7d144bf738705572/2d461134d466e04b7d144bf738705572.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649248.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/572/2d461134d466e04b7d144bf738705572/2d461134d466e04b7d144bf738705572_1752649248.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649252.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96_1752649252.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33_1752649256.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/c99/5df079d487ee9ea3043b97e6693b1c99/5df079d487ee9ea3043b97e6693b1c99.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649260.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/c99/5df079d487ee9ea3043b97e6693b1c99/5df079d487ee9ea3043b97e6693b1c99_1752649260.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168_1752649264.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/629/b2eb2e5b71be3ab47007c91aeb91f629/b2eb2e5b71be3ab47007c91aeb91f629.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649268.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/629/b2eb2e5b71be3ab47007c91aeb91f629/b2eb2e5b71be3ab47007c91aeb91f629_1752649268.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/246/c32efbed55ec14b1a8ed798ba3f5a246/c32efbed55ec14b1a8ed798ba3f5a246.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649272.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/246/c32efbed55ec14b1a8ed798ba3f5a246/c32efbed55ec14b1a8ed798ba3f5a246_1752649272.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649276.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7_1752649276.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/bb8/f331e3834da8d119a5796d0e47391bb8/f331e3834da8d119a5796d0e47391bb8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649280.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/bb8/f331e3834da8d119a5796d0e47391bb8/f331e3834da8d119a5796d0e47391bb8_1752649280.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/265/c736eaf937d4858454e9103069f6e265/c736eaf937d4858454e9103069f6e265.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649284.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/265/c736eaf937d4858454e9103069f6e265/c736eaf937d4858454e9103069f6e265_1752649284.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpp61yyjh1/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpp61yyjh1/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 525, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 1739, in await_response - self.resp = self.conn.getexpect() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 843, in getexpect - expect_status = self._status.get_expect_status() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 746, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx1ffb083f2f374378bb3bf-006a845b8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx7b0c164e1a1246878a7f1-006a845b8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx7d85ad3169ae44098cdee-006a845b8c)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmps2s3ahgy/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmps2s3ahgy/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx9ee4f22545cc4be0a0fe1-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 3161, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2454, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 5225, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2450, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 878, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/controllers/test_obj.py", line 7227, in read - raise Exception('exception message') -Exception: exception message (txn: txbc3e87956f0247aea29ec-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txd9a9b4d2b58d493d8d474-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx797c7be31b114765bdd7d-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: txa60a5b2f92034dcc80af9-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txcbb00a1fce434138a4163-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txcbb00a1fce434138a4163-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txcbb00a1fce434138a4163-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649288.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee_1752649288.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/bfe/60045e2be9da0329b4a3b68e284a1bfe/60045e2be9da0329b4a3b68e284a1bfe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649292.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/bfe/60045e2be9da0329b4a3b68e284a1bfe/60045e2be9da0329b4a3b68e284a1bfe_1752649292.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d89/7086270f2f3e31315ee7f84895b17d89/7086270f2f3e31315ee7f84895b17d89.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649296.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d89/7086270f2f3e31315ee7f84895b17d89/7086270f2f3e31315ee7f84895b17d89_1752649296.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe_1752649300.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a8c/53fc534f179255a77a2d3432bc35ea8c/53fc534f179255a77a2d3432bc35ea8c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649304.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a8c/53fc534f179255a77a2d3432bc35ea8c/53fc534f179255a77a2d3432bc35ea8c_1752649304.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/ce8/2425ea37ea3007e408eddf9eadea9ce8/2425ea37ea3007e408eddf9eadea9ce8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649308.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/ce8/2425ea37ea3007e408eddf9eadea9ce8/2425ea37ea3007e408eddf9eadea9ce8_1752649308.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649312.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66_1752649312.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a1c/69e7c926fa375baadbce414044e4aa1c/69e7c926fa375baadbce414044e4aa1c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649316.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a1c/69e7c926fa375baadbce414044e4aa1c/69e7c926fa375baadbce414044e4aa1c_1752649316.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/0e9/8751bdf269117aa51096f53acccfd0e9/8751bdf269117aa51096f53acccfd0e9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649320.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/0e9/8751bdf269117aa51096f53acccfd0e9/8751bdf269117aa51096f53acccfd0e9_1752649320.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27_1752649324.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/b92/2db26b2dd34f531588022303cd6d1b92/2db26b2dd34f531588022303cd6d1b92.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649328.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/b92/2db26b2dd34f531588022303cd6d1b92/2db26b2dd34f531588022303cd6d1b92_1752649328.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/33c/e80f0b7dd8fdb9409aa116054e60c33c/e80f0b7dd8fdb9409aa116054e60c33c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649332.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/33c/e80f0b7dd8fdb9409aa116054e60c33c/e80f0b7dd8fdb9409aa116054e60c33c_1752649332.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649336.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e_1752649336.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/43a/5a091b940bc10eb40af9ac11b242243a/5a091b940bc10eb40af9ac11b242243a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649340.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/43a/5a091b940bc10eb40af9ac11b242243a/5a091b940bc10eb40af9ac11b242243a_1752649340.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/027/3f45d1c8e496702576c2caf76d9d6027/3f45d1c8e496702576c2caf76d9d6027.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649344.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/027/3f45d1c8e496702576c2caf76d9d6027/3f45d1c8e496702576c2caf76d9d6027_1752649344.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649348.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac_1752649348.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/5a2/7a6a63b0965b45103c7d045e2d82c5a2/7a6a63b0965b45103c7d045e2d82c5a2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649352.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/5a2/7a6a63b0965b45103c7d045e2d82c5a2/7a6a63b0965b45103c7d045e2d82c5a2_1752649352.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d48/0ff379d2e94f6d18bf34c069eb088d48/0ff379d2e94f6d18bf34c069eb088d48.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649356.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d48/0ff379d2e94f6d18bf34c069eb088d48/0ff379d2e94f6d18bf34c069eb088d48_1752649356.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c_1752649360.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/ef1/563c69a4b7105e671ecc6e772650eef1/563c69a4b7105e671ecc6e772650eef1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649364.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/ef1/563c69a4b7105e671ecc6e772650eef1/563c69a4b7105e671ecc6e772650eef1_1752649364.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/6bc/318bb4447a1a40926088fba745c0a6bc/318bb4447a1a40926088fba745c0a6bc.db'test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059500.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/854/9cfff64543a0aed20a67eeef3a8fe854/9cfff64543a0aed20a67eeef3a8fe854.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059504.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/385/75b16d9e78d85fcc79e2a0de9f1e3385/75b16d9e78d85fcc79e2a0de9f1e3385.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059508.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/be6/2d13d5a37243c50a725aafd9413d8be6/2d13d5a37243c50a725aafd9413d8be6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059512.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/8b8/467cb99b484ce162c6f7e63adb1658b8/467cb99b484ce162c6f7e63adb1658b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059516.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/b98/bf8a6caa50963045557b3f01f28b7b98/bf8a6caa50963045557b3f01f28b7b98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059520.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/b6b/14c2746bde2b93a77ecfaa1eea7c3b6b/14c2746bde2b93a77ecfaa1eea7c3b6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059524.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/dd1/37a31fb1106610ddf4bc3302597a6dd1/37a31fb1106610ddf4bc3302597a6dd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059528.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/544/d5ca573381e7a2112385ed399441c544/d5ca573381e7a2112385ed399441c544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059532.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/f0b/336896f3d524beb15ad0f6d64d45bf0b/336896f3d524beb15ad0f6d64d45bf0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059536.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/e96/7598f5281c870014ba53c0b89d6e2e96/7598f5281c870014ba53c0b89d6e2e96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059540.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/556/179c628b335d13af17ddbcac15885556/179c628b335d13af17ddbcac15885556.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059544.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/a01/430f72fe4670920497edcb6f66acca01/430f72fe4670920497edcb6f66acca01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059548.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/a2d/000667c3b0eab021126f9902e10caa2d/000667c3b0eab021126f9902e10caa2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059552.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/2b9/e5f11a9bffe462c2cd9908e1d71c62b9/e5f11a9bffe462c2cd9908e1d71c62b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059556.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/fb6/94e4b1dd5b8489a40f7c2193321d2fb6/94e4b1dd5b8489a40f7c2193321d2fb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059560.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/06f/c60f478e70dc7a59353077828fc0006f/c60f478e70dc7a59353077828fc0006f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059564.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/85d/0d5803b63a42b909e090576c052ba85d/0d5803b63a42b909e090576c052ba85d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059568.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/361/bc9b5c4fd4c1a39ca6aae0d9f735f361/bc9b5c4fd4c1a39ca6aae0d9f735f361.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059572.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/0cf/851a4d336d2e373d518b25a8f85e80cf/851a4d336d2e373d518b25a8f85e80cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059576.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d95/6829963a5262599e59b1ed68ef694d95/6829963a5262599e59b1ed68ef694d95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059580.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/be6/e9d3531d7d0bbcc7d4d24faee9d83be6/e9d3531d7d0bbcc7d4d24faee9d83be6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059584.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/d2c/20f27d41394c4924dfa9c14f66252d2c/20f27d41394c4924dfa9c14f66252d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059588.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/eb5/83e5cfc0f30e2b7bf076b212200feeb5/83e5cfc0f30e2b7bf076b212200feeb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059592.00000-0, db: /tmp/tmpdruk5o0z/sda/containers/0/b45/912db23f2401fa1306e5019c4258eb45/912db23f2401fa1306e5019c4258eb45.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpb0yhspnr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059084.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpb0yhspnr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059084.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059087.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/a82/eb4bef905ac04201db5545204d8d4a82/eb4bef905ac04201db5545204d8d4a82_1787059087.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059087.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/a82/eb4bef905ac04201db5545204d8d4a82/eb4bef905ac04201db5545204d8d4a82_1787059087.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059090.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/b61/79174cee1c98bd6025b32c3900f7ab61/79174cee1c98bd6025b32c3900f7ab61_1787059090.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059090.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/b61/79174cee1c98bd6025b32c3900f7ab61/79174cee1c98bd6025b32c3900f7ab61_1787059090.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059093.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/35a/29119e70f2ed7d879d0d973670e3d35a/29119e70f2ed7d879d0d973670e3d35a_1787059093.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059093.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/35a/29119e70f2ed7d879d0d973670e3d35a/29119e70f2ed7d879d0d973670e3d35a_1787059093.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059096.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/e85/c46c37aa778d3273289dcc3bf464be85/c46c37aa778d3273289dcc3bf464be85_1787059096.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059096.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/e85/c46c37aa778d3273289dcc3bf464be85/c46c37aa778d3273289dcc3bf464be85_1787059096.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059099.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/935/ceaaf8e546936caf6fe0dd79534f0935/ceaaf8e546936caf6fe0dd79534f0935_1787059099.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059099.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/935/ceaaf8e546936caf6fe0dd79534f0935/ceaaf8e546936caf6fe0dd79534f0935_1787059099.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059102.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/909/e519c18a22aded04417537c60d936909/e519c18a22aded04417537c60d936909_1787059102.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059102.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/909/e519c18a22aded04417537c60d936909/e519c18a22aded04417537c60d936909_1787059102.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059105.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/4f7/3f084a5846ea917930ee97cd8d78a4f7/3f084a5846ea917930ee97cd8d78a4f7_1787059105.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059105.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/4f7/3f084a5846ea917930ee97cd8d78a4f7/3f084a5846ea917930ee97cd8d78a4f7_1787059105.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059108.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/71f/c70c29a5bbd04b5d4c54d2d1e593c71f/c70c29a5bbd04b5d4c54d2d1e593c71f_1787059108.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059108.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/71f/c70c29a5bbd04b5d4c54d2d1e593c71f/c70c29a5bbd04b5d4c54d2d1e593c71f_1787059108.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059111.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/462/cb74f4409816634be88e08ec00305462/cb74f4409816634be88e08ec00305462_1787059111.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059111.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/462/cb74f4409816634be88e08ec00305462/cb74f4409816634be88e08ec00305462_1787059111.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059114.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/5eb/688c0f9b902c341f1b025b47a68325eb/688c0f9b902c341f1b025b47a68325eb_1787059114.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059114.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/5eb/688c0f9b902c341f1b025b47a68325eb/688c0f9b902c341f1b025b47a68325eb_1787059114.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059117.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/65b/78de17534c94a11e25f0f535f293365b/78de17534c94a11e25f0f535f293365b_1787059117.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059117.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/65b/78de17534c94a11e25f0f535f293365b/78de17534c94a11e25f0f535f293365b_1787059117.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059120.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/070/292cf867e0da549bd8684669f5aa0070/292cf867e0da549bd8684669f5aa0070_1787059120.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059120.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/070/292cf867e0da549bd8684669f5aa0070/292cf867e0da549bd8684669f5aa0070_1787059120.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059123.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/e61/515290e16fb61d883cb2ec00820a7e61/515290e16fb61d883cb2ec00820a7e61_1787059123.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059123.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/e61/515290e16fb61d883cb2ec00820a7e61/515290e16fb61d883cb2ec00820a7e61_1787059123.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059126.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/551/1eb9953aa667481a254a8801cfa5e551/1eb9953aa667481a254a8801cfa5e551_1787059126.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059126.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/551/1eb9953aa667481a254a8801cfa5e551/1eb9953aa667481a254a8801cfa5e551_1787059126.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059129.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f5c/d46e1ab4700b3d77ee9fffaf360cbf5c/d46e1ab4700b3d77ee9fffaf360cbf5c_1787059129.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059129.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f5c/d46e1ab4700b3d77ee9fffaf360cbf5c/d46e1ab4700b3d77ee9fffaf360cbf5c_1787059129.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059132.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/268/f3c0e531d1489a731840609f10d00268/f3c0e531d1489a731840609f10d00268_1787059132.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059132.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/268/f3c0e531d1489a731840609f10d00268/f3c0e531d1489a731840609f10d00268_1787059132.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059135.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/dd2/6b0c7005d8cc64dadda70938b9ef7dd2/6b0c7005d8cc64dadda70938b9ef7dd2_1787059135.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059135.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/dd2/6b0c7005d8cc64dadda70938b9ef7dd2/6b0c7005d8cc64dadda70938b9ef7dd2_1787059135.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059138.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/5ee/b52f2b21de5f25c7a0c354916d33a5ee/b52f2b21de5f25c7a0c354916d33a5ee_1787059138.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059138.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/5ee/b52f2b21de5f25c7a0c354916d33a5ee/b52f2b21de5f25c7a0c354916d33a5ee_1787059138.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059141.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f8b/ae80f3efa2ebea5d996c6c66396c4f8b/ae80f3efa2ebea5d996c6c66396c4f8b_1787059141.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059141.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f8b/ae80f3efa2ebea5d996c6c66396c4f8b/ae80f3efa2ebea5d996c6c66396c4f8b_1787059141.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059144.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/98e/d03f86ec19fe81aee309036f3b77198e/d03f86ec19fe81aee309036f3b77198e_1787059144.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059144.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/98e/d03f86ec19fe81aee309036f3b77198e/d03f86ec19fe81aee309036f3b77198e_1787059144.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059147.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a_1787059147.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059147.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a_1787059147.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059150.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/007/33574849dba0a38a52f3341c4e461007/33574849dba0a38a52f3341c4e461007_1787059150.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059150.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/007/33574849dba0a38a52f3341c4e461007/33574849dba0a38a52f3341c4e461007_1787059150.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059153.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/359/e260c860dcdf1a8c7359c1f763c00359/e260c860dcdf1a8c7359c1f763c00359_1787059153.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059153.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/359/e260c860dcdf1a8c7359c1f763c00359/e260c860dcdf1a8c7359c1f763c00359_1787059153.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059156.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/0b4/476c84d55d8849e812885002bfe430b4/476c84d55d8849e812885002bfe430b4_1787059156.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059156.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/0b4/476c84d55d8849e812885002bfe430b4/476c84d55d8849e812885002bfe430b4_1787059156.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059159.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/638/3f4e56fefcf1d4b4acaa2963d43cf638/3f4e56fefcf1d4b4acaa2963d43cf638_1787059159.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059159.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/638/3f4e56fefcf1d4b4acaa2963d43cf638/3f4e56fefcf1d4b4acaa2963d43cf638_1787059159.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059162.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/39c/7f546df067bfd723211fbc22f236e39c/7f546df067bfd723211fbc22f236e39c_1787059162.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059162.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/39c/7f546df067bfd723211fbc22f236e39c/7f546df067bfd723211fbc22f236e39c_1787059162.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059165.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1ae/7f3b2c140ba48e224af24de5e5e461ae/7f3b2c140ba48e224af24de5e5e461ae_1787059165.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059165.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1ae/7f3b2c140ba48e224af24de5e5e461ae/7f3b2c140ba48e224af24de5e5e461ae_1787059165.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059168.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ffe/490ea7fdb7ee8c40d75b0695aabfaffe/490ea7fdb7ee8c40d75b0695aabfaffe_1787059168.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059168.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ffe/490ea7fdb7ee8c40d75b0695aabfaffe/490ea7fdb7ee8c40d75b0695aabfaffe_1787059168.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059171.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/10a/e9dce2dd26291868d564c31c3784710a/e9dce2dd26291868d564c31c3784710a_1787059171.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059171.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/10a/e9dce2dd26291868d564c31c3784710a/e9dce2dd26291868d564c31c3784710a_1787059171.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059174.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/5a0/434f44c3a64dea94b35210643404d5a0/434f44c3a64dea94b35210643404d5a0_1787059174.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059174.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/5a0/434f44c3a64dea94b35210643404d5a0/434f44c3a64dea94b35210643404d5a0_1787059174.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059177.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/b37/1d63a4c0f62efd7ea334a6b259d8bb37/1d63a4c0f62efd7ea334a6b259d8bb37_1787059177.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059177.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/b37/1d63a4c0f62efd7ea334a6b259d8bb37/1d63a4c0f62efd7ea334a6b259d8bb37_1787059177.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059180.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/144/20e06177460cfd0914b0f6af3244e144/20e06177460cfd0914b0f6af3244e144_1787059180.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059180.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/144/20e06177460cfd0914b0f6af3244e144/20e06177460cfd0914b0f6af3244e144_1787059180.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059183.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f35/1e55c95bf7e6bc0ad940db7688f7ef35/1e55c95bf7e6bc0ad940db7688f7ef35_1787059183.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059183.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f35/1e55c95bf7e6bc0ad940db7688f7ef35/1e55c95bf7e6bc0ad940db7688f7ef35_1787059183.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059186.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/955/fdc026f25cf69927603f2b7a7fc99955/fdc026f25cf69927603f2b7a7fc99955_1787059186.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059186.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/955/fdc026f25cf69927603f2b7a7fc99955/fdc026f25cf69927603f2b7a7fc99955_1787059186.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059189.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/68e/2944f436a5e3b4be1df24b82b004968e/2944f436a5e3b4be1df24b82b004968e_1787059189.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059189.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/68e/2944f436a5e3b4be1df24b82b004968e/2944f436a5e3b4be1df24b82b004968e_1787059189.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059192.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/aeb/ab9bcb0863f75068ed29d909a1731aeb/ab9bcb0863f75068ed29d909a1731aeb_1787059192.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059192.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/aeb/ab9bcb0863f75068ed29d909a1731aeb/ab9bcb0863f75068ed29d909a1731aeb_1787059192.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059195.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/a25/2c51c995ae10d199ad662134c3befa25/2c51c995ae10d199ad662134c3befa25_1787059195.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059195.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/a25/2c51c995ae10d199ad662134c3befa25/2c51c995ae10d199ad662134c3befa25_1787059195.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059198.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/fff/340848ae544f0b57b77feacb1265efff/340848ae544f0b57b77feacb1265efff_1787059198.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059198.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/fff/340848ae544f0b57b77feacb1265efff/340848ae544f0b57b77feacb1265efff_1787059198.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059201.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ec3/2c5a655a7285cf6336e995df6a9a7ec3/2c5a655a7285cf6336e995df6a9a7ec3_1787059201.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059201.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ec3/2c5a655a7285cf6336e995df6a9a7ec3/2c5a655a7285cf6336e995df6a9a7ec3_1787059201.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059204.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/b95/4f52e9a1f7aba9009e8ca19bc2e41b95/4f52e9a1f7aba9009e8ca19bc2e41b95_1787059204.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059204.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/b95/4f52e9a1f7aba9009e8ca19bc2e41b95/4f52e9a1f7aba9009e8ca19bc2e41b95_1787059204.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059207.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/a53/ee672ea5d801b390b3bd79a5c81a0a53/ee672ea5d801b390b3bd79a5c81a0a53_1787059207.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059207.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/a53/ee672ea5d801b390b3bd79a5c81a0a53/ee672ea5d801b390b3bd79a5c81a0a53_1787059207.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059210.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/2e8/2169fff399647ef05d0de0e4aab4a2e8/2169fff399647ef05d0de0e4aab4a2e8_1787059210.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059210.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/2e8/2169fff399647ef05d0de0e4aab4a2e8/2169fff399647ef05d0de0e4aab4a2e8_1787059210.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059213.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/11f/698190ef57453a44a7932de04845111f/698190ef57453a44a7932de04845111f_1787059213.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059213.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/11f/698190ef57453a44a7932de04845111f/698190ef57453a44a7932de04845111f_1787059213.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059216.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/832/f1953f6129ddb654d09004c9096fa832/f1953f6129ddb654d09004c9096fa832_1787059216.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059216.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/832/f1953f6129ddb654d09004c9096fa832/f1953f6129ddb654d09004c9096fa832_1787059216.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059219.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1f4/84eb00d7b7ba17265d149087b82491f4/84eb00d7b7ba17265d149087b82491f4_1787059219.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059219.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1f4/84eb00d7b7ba17265d149087b82491f4/84eb00d7b7ba17265d149087b82491f4_1787059219.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059222.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ddd/40cc4b9aa306c2b61c829cae3b330ddd/40cc4b9aa306c2b61c829cae3b330ddd_1787059222.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059222.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ddd/40cc4b9aa306c2b61c829cae3b330ddd/40cc4b9aa306c2b61c829cae3b330ddd_1787059222.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059225.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/3a4/8bebdb52b18619e9602fe9b5227333a4/8bebdb52b18619e9602fe9b5227333a4_1787059225.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059225.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/3a4/8bebdb52b18619e9602fe9b5227333a4/8bebdb52b18619e9602fe9b5227333a4_1787059225.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059228.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/aa5/15adc10cc709320d0453409661525aa5/15adc10cc709320d0453409661525aa5_1787059228.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059228.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/aa5/15adc10cc709320d0453409661525aa5/15adc10cc709320d0453409661525aa5_1787059228.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059231.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/dce/e5596b63fc5cd95eebe327994c1cddce/e5596b63fc5cd95eebe327994c1cddce_1787059231.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059231.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/dce/e5596b63fc5cd95eebe327994c1cddce/e5596b63fc5cd95eebe327994c1cddce_1787059231.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059234.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/3b1/78d9fd78e7296cdf3c2a39eecb8ef3b1/78d9fd78e7296cdf3c2a39eecb8ef3b1_1787059234.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059234.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/3b1/78d9fd78e7296cdf3c2a39eecb8ef3b1/78d9fd78e7296cdf3c2a39eecb8ef3b1_1787059234.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059237.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f6e/1b81568ef1aa1f714ee24f87bd0b7f6e/1b81568ef1aa1f714ee24f87bd0b7f6e_1787059237.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059237.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f6e/1b81568ef1aa1f714ee24f87bd0b7f6e/1b81568ef1aa1f714ee24f87bd0b7f6e_1787059237.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059240.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1d9/cbb4355460368f44af5c45b5367411d9/cbb4355460368f44af5c45b5367411d9_1787059240.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059240.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1d9/cbb4355460368f44af5c45b5367411d9/cbb4355460368f44af5c45b5367411d9_1787059240.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok - -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx8617bb8da94643b0a5b06-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx8617bb8da94643b0a5b06-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx8617bb8da94643b0a5b06-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 722, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 3026, in _make_putter - return MIMEPutter.connect( - ~~~~~~~~~~~~~~~~~~^ - node, part, req.swift_entity_path, headers, self.app.watchdog, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<4 lines>... - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - need_multiphase=True) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 1990, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txce8e8fbb28b942bcb5d22-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx47d9bba6380543d289a8b-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx47d9bba6380543d289a8b-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx47d9bba6380543d289a8b-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx76adf8b78d9743d98fbc2-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx76adf8b78d9743d98fbc2-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx76adf8b78d9743d98fbc2-006a845b8d) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx76adf8b78d9743d98fbc2-006a845b8d) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 201, 503, 201, 201, 201, 503, 201, 201, 201, 201, 201, 201] (txn: tx76adf8b78d9743d98fbc2-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok - -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ - raise status -OSError (txn: txa7e39d8b7b104f65be159-006a845b8a)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test ERROR: Container GET returning 503 for [] (txn: txa7e39d8b7b104f65be159-006a845b8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx3a2ea7a94cad4b46800a6-006a845b8d) -test INFO: Client disconnected on read of '/a/c' (txn: tx4dfc3bf2c2c44c20834db-006a845b8d) -test INFO: Client disconnected on read of '/a/c' (txn: tx4d2051ec70c7472daaeb8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx79b7fa1280154f2a9ef73-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx79b7fa1280154f2a9ef73-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx79b7fa1280154f2a9ef73-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx79b7fa1280154f2a9ef73-006a845b8d) -test ERROR: Container GET returning 503 for [] (txn: tx79b7fa1280154f2a9ef73-006a845b8d) -test INFO: Client disconnected on read of '/a/c' (txn: tx79b7fa1280154f2a9ef73-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: Container GET returning 503 for [] (txn: tx4f2a4648d961498bbdb54-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: Container GET returning 503 for [] (txn: txe28ca5ea8eb14db6a95a8-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txceb52d2693514d3082476-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txceb52d2693514d3082476-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txceb52d2693514d3082476-006a845b8d) -test ERROR: Container GET returning 503 for [] (txn: txceb52d2693514d3082476-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc342971ec317448c82e9d-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc342971ec317448c82e9d-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx260c59bac447411da8669-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx260c59bac447411da8669-006a845b8d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx260c59bac447411da8669-006a845b8d) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx260c59bac447411da8669-006a845b8d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx47b78d9419e7492a94ac7-006a845b8d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd9c0cb012a2349e28c529-006a845b8d) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd9c0cb012a2349e28c529-006a845b8d) -test INFO: Client disconnected on read of '/a/c' (txn: txd9c0cb012a2349e28c529-006a845b8d) -test ERROR: Container GET returning 503 for [] (txn: txac4aeb53c14c484cbe505-006a845b8d) -test INFO: Client disconnected on read of '/a/c' (txn: txac4aeb53c14c484cbe505-006a845b8d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0fede064cc7449d29e9c9-006a845b8d) -test INFO: Client disconnected on read of '/a/c' (txn: tx0fede064cc7449d29e9c9-006a845b8d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3ea5967b607748b88e361-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3ea5967b607748b88e361-006a845b8d)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok - -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: txec5480033b5d4dbf9c15c-006a845b8d) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.0:1000/sda (txn: txb6f562cb736f4014bc1fb-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx8d8576d8136845debf002-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe7c86f701420409fa383b-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe7c86f701420409fa383b-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb3c383c54d824b3288f65-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb3c383c54d824b3288f65-006a845b8d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7047456537f54b118285a-0068774e1c) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx7047456537f54b118285a-0068774e1c) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx7047456537f54b118285a-0068774e1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +test DEBUG: Setting object count to 1065 (txn: txdd00bcf29b6c4dce8b333-0068774e1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: txdbc3126bbffd4b8fb930b-0068774e1d) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: tx1027368a4b794af190459-0068774e1d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx824f426024b143d489a22-0068774e1d) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx59578326af904788ad8b1-0068774e1d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx59578326af904788ad8b1-0068774e1d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx32c5e45d09394af29e148-0068774e1d) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx32c5e45d09394af29e148-0068774e1d) proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request @@ -47474,9 +44643,9 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception (txn: txb3c383c54d824b3288f65-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb35176f2f87142fab1113-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb35176f2f87142fab1113-006a845b8d) +Exception (txn: tx32c5e45d09394af29e148-0068774e1d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf389507edde74da3ac37a-0068774e1d) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf389507edde74da3ac37a-0068774e1d) proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request @@ -47492,36 +44661,27 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception (txn: txb35176f2f87142fab1113-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txbe172a2e06894052b7953-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx677977df020344a6a0ba4-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx677977df020344a6a0ba4-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx3b2d56da11974618b3145-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txcd5d2e0abf93449497bc1-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txcd5d2e0abf93449497bc1-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txcd5d2e0abf93449497bc1-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txcd5d2e0abf93449497bc1-006a845b8d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txcd5d2e0abf93449497bc1-006a845b8d) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txcd5d2e0abf93449497bc1-006a845b8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +Exception (txn: txf389507edde74da3ac37a-0068774e1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found @@ -47532,7 +44692,40 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx30c2b51ab79e422dbdcfb-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx01bed9d482d9474390305-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx01bed9d482d9474390305-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: txeaa2d821ba7443249296e-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe61f02cc8ee84b23b1266-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe61f02cc8ee84b23b1266-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txe61f02cc8ee84b23b1266-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txe61f02cc8ee84b23b1266-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txe61f02cc8ee84b23b1266-0068774e1e) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txe61f02cc8ee84b23b1266-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdf09096be4e34d99a56bc-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdf09096be4e34d99a56bc-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok @@ -47548,435 +44741,76 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok - -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3ea5967b607748b88e361-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3ea5967b607748b88e361-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3ea5967b607748b88e361-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3ea5967b607748b88e361-006a845b8d) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3ea5967b607748b88e361-006a845b8d) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx3ea5967b607748b88e361-006a845b8d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5db6273ee489472dbf059-006a845b8e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5db6273ee489472dbf059-006a845b8e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5db6273ee489472dbf059-006a845b8e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5db6273ee489472dbf059-006a845b8e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5db6273ee489472dbf059-006a845b8e) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5db6273ee489472dbf059-006a845b8e) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5db6273ee489472dbf059-006a845b8e) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx5db6273ee489472dbf059-006a845b8e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx51aa3495cb0141c3b8a04-006a845b8e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx51aa3495cb0141c3b8a04-006a845b8e)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx51aa3495cb0141c3b8a04-006a845b8e) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx51aa3495cb0141c3b8a04-006a845b8e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649368.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/6bc/318bb4447a1a40926088fba745c0a6bc/318bb4447a1a40926088fba745c0a6bc_1752649368.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649372.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503_1752649372.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/42f/ffba50fa26e5e664aa39a31b6376542f/ffba50fa26e5e664aa39a31b6376542f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649376.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/42f/ffba50fa26e5e664aa39a31b6376542f/ffba50fa26e5e664aa39a31b6376542f_1752649376.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/b45/02bb1df4df921e2912a4a4ec1c75db45/02bb1df4df921e2912a4a4ec1c75db45.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649380.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/b45/02bb1df4df921e2912a4a4ec1c75db45/02bb1df4df921e2912a4a4ec1c75db45_1752649380.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b_1752649384.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d69/0491e782c79bce12b646a341f2a3ad69/0491e782c79bce12b646a341f2a3ad69.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649388.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d69/0491e782c79bce12b646a341f2a3ad69/0491e782c79bce12b646a341f2a3ad69_1752649388.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d9e/9043816190d678e61e5e537675d3cd9e/9043816190d678e61e5e537675d3cd9e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649392.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d9e/9043816190d678e61e5e537675d3cd9e/9043816190d678e61e5e537675d3cd9e_1752649392.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649396.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417_1752649396.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/2e1/b30f422dccdaa254493118a1e13bd2e1/b30f422dccdaa254493118a1e13bd2e1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649400.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/2e1/b30f422dccdaa254493118a1e13bd2e1/b30f422dccdaa254493118a1e13bd2e1_1752649400.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/644/43c1c46bedd2f2cb5db90017711d5644/43c1c46bedd2f2cb5db90017711d5644.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649404.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/644/43c1c46bedd2f2cb5db90017711d5644/43c1c46bedd2f2cb5db90017711d5644_1752649404.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649408.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a_1752649408.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/23d/41aea0271f4a7cbdc3dfd44332dd923d/41aea0271f4a7cbdc3dfd44332dd923d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649412.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/23d/41aea0271f4a7cbdc3dfd44332dd923d/41aea0271f4a7cbdc3dfd44332dd923d_1752649412.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/056/c7e366bbdfb0951751f9f157ee740056/c7e366bbdfb0951751f9f157ee740056.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649416.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/056/c7e366bbdfb0951751f9f157ee740056/c7e366bbdfb0951751f9f157ee740056_1752649416.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/8f7/d034c888fc2b173de681a3fdffb248f7/d034c888fc2b173de681a3fdffb248f7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649420.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/8f7/d034c888fc2b173de681a3fdffb248f7/d034c888fc2b173de681a3fdffb248f7_1752649420.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/bcb/77db056582b465f6c61ab39efd3debcb/77db056582b465f6c61ab39efd3debcb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649424.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/bcb/77db056582b465f6c61ab39efd3debcb/77db056582b465f6c61ab39efd3debcb_1752649424.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/523/af693191581e3cfd2cd38f87da377523/af693191581e3cfd2cd38f87da377523.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649428.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/523/af693191581e3cfd2cd38f87da377523/af693191581e3cfd2cd38f87da377523_1752649428.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/6ed/5f94fbe9f972bc4c390b3e076beed6ed/5f94fbe9f972bc4c390b3e076beed6ed.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649432.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/6ed/5f94fbe9f972bc4c390b3e076beed6ed/5f94fbe9f972bc4c390b3e076beed6ed_1752649432.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/ae6/6386a22132a5b481de1bd028e2364ae6/6386a22132a5b481de1bd028e2364ae6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649436.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/ae6/6386a22132a5b481de1bd028e2364ae6/6386a22132a5b481de1bd028e2364ae6_1752649436.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/8f9/9cb9fbb746a7d788ad72fc47343178f9/9cb9fbb746a7d788ad72fc47343178f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649440.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/8f9/9cb9fbb746a7d788ad72fc47343178f9/9cb9fbb746a7d788ad72fc47343178f9_1752649440.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/048/423a270cefc01b9638e1f1d9f29b5048/423a270cefc01b9638e1f1d9f29b5048.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649444.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/048/423a270cefc01b9638e1f1d9f29b5048/423a270cefc01b9638e1f1d9f29b5048_1752649444.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/f47/a58c14b9004aa99de1ea3a6bd6581f47/a58c14b9004aa99de1ea3a6bd6581f47.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649448.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/f47/a58c14b9004aa99de1ea3a6bd6581f47/a58c14b9004aa99de1ea3a6bd6581f47_1752649448.00000.dbtest.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx0d79d35692404451a9e2d-006a845b8e) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx0d79d35692404451a9e2d-006a845b8e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc121a36a5e994653bd399-006a845b8e) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc121a36a5e994653bd399-006a845b8e) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc121a36a5e994653bd399-006a845b8e) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc121a36a5e994653bd399-006a845b8e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc48eeb8f00a64c45ada32-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc48eeb8f00a64c45ada32-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc48eeb8f00a64c45ada32-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: txc48eeb8f00a64c45ada32-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txbe0dbb3e6cba496d92af4-006a845b8e) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txbe0dbb3e6cba496d92af4-006a845b8e) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txbe0dbb3e6cba496d92af4-006a845b8e) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txbe0dbb3e6cba496d92af4-006a845b8e) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx68e9cc82b5374e579c655-0068774e1e) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx68e9cc82b5374e579c655-0068774e1e) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx68e9cc82b5374e579c655-0068774e1e) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx68e9cc82b5374e579c655-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx59349f698c5546c8bb7ab-006a845b8e) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx9490b8ca5ca74e8aba851-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059243.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/0f4/d85791242a92e58600690074d05760f4/d85791242a92e58600690074d05760f4_1787059243.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059243.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/0f4/d85791242a92e58600690074d05760f4/d85791242a92e58600690074d05760f4_1787059243.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059246.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/71a/53dda3e533a1b5ddd219d921c992371a/53dda3e533a1b5ddd219d921c992371a_1787059246.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059246.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/71a/53dda3e533a1b5ddd219d921c992371a/53dda3e533a1b5ddd219d921c992371a_1787059246.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059249.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f05/785fa9bdb076f683198907fca8d65f05/785fa9bdb076f683198907fca8d65f05_1787059249.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059249.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/f05/785fa9bdb076f683198907fca8d65f05/785fa9bdb076f683198907fca8d65f05_1787059249.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059252.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1b3/f177308db2e7dbc87822e0c30b70a1b3/f177308db2e7dbc87822e0c30b70a1b3_1787059252.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059252.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/1b3/f177308db2e7dbc87822e0c30b70a1b3/f177308db2e7dbc87822e0c30b70a1b3_1787059252.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059255.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/796/4ab6688c4524c2ad8aa48879177a2796/4ab6688c4524c2ad8aa48879177a2796_1787059255.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059255.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/796/4ab6688c4524c2ad8aa48879177a2796/4ab6688c4524c2ad8aa48879177a2796_1787059255.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059258.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ce2/86a70e24ebd34a4edf592a0585e69ce2/86a70e24ebd34a4edf592a0585e69ce2_1787059258.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059258.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ce2/86a70e24ebd34a4edf592a0585e69ce2/86a70e24ebd34a4edf592a0585e69ce2_1787059258.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059261.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/e1c/047bfbcdc08ef245d968f2c9efb9ae1c/047bfbcdc08ef245d968f2c9efb9ae1c_1787059261.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059261.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/e1c/047bfbcdc08ef245d968f2c9efb9ae1c/047bfbcdc08ef245d968f2c9efb9ae1c_1787059261.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059264.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/eaa/c886aac0316d485441fb12cdcb2a7eaa/c886aac0316d485441fb12cdcb2a7eaa_1787059264.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059264.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/eaa/c886aac0316d485441fb12cdcb2a7eaa/c886aac0316d485441fb12cdcb2a7eaa_1787059264.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059267.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ce9/49e79a3a4ca32e67b439ff6adbc14ce9/49e79a3a4ca32e67b439ff6adbc14ce9_1787059267.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059267.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/ce9/49e79a3a4ca32e67b439ff6adbc14ce9/49e79a3a4ca32e67b439ff6adbc14ce9_1787059267.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059270.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/7d5/ab4bc907b447326caccb0638e75077d5/ab4bc907b447326caccb0638e75077d5_1787059270.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059270.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/7d5/ab4bc907b447326caccb0638e75077d5/ab4bc907b447326caccb0638e75077d5_1787059270.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059273.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/117/1ede24244d6c54143f4d2d7ac2acd117/1ede24244d6c54143f4d2d7ac2acd117_1787059273.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059273.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/117/1ede24244d6c54143f4d2d7ac2acd117/1ede24244d6c54143f4d2d7ac2acd117_1787059273.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059276.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/89a/df634d37cdf6c7c0a6206e67dd41a89a/df634d37cdf6c7c0a6206e67dd41a89a_1787059276.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059276.00000-0, db: /tmp/tmpi9uwtfey/sda/containers/0/89a/df634d37cdf6c7c0a6206e67dd41a89a/df634d37cdf6c7c0a6206e67dd41a89a_1787059276.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059089.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/8c1/2c221157a475d1830d3be9645ee158c1/2c221157a475d1830d3be9645ee158c1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059089.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/8c1/2c221157a475d1830d3be9645ee158c1/2c221157a475d1830d3be9645ee158c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059093.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/35a/29119e70f2ed7d879d0d973670e3d35a/29119e70f2ed7d879d0d973670e3d35a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059093.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/35a/29119e70f2ed7d879d0d973670e3d35a/29119e70f2ed7d879d0d973670e3d35a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059105.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/4f7/3f084a5846ea917930ee97cd8d78a4f7/3f084a5846ea917930ee97cd8d78a4f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059105.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/4f7/3f084a5846ea917930ee97cd8d78a4f7/3f084a5846ea917930ee97cd8d78a4f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059109.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/639/f5a438fe9a4f171640f4bccca47ad639/f5a438fe9a4f171640f4bccca47ad639.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059109.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/639/f5a438fe9a4f171640f4bccca47ad639/f5a438fe9a4f171640f4bccca47ad639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059113.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/bae/fd9528f8aedee2b8b6fe8be03fa9ebae/fd9528f8aedee2b8b6fe8be03fa9ebae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059113.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/bae/fd9528f8aedee2b8b6fe8be03fa9ebae/fd9528f8aedee2b8b6fe8be03fa9ebae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059117.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/65b/78de17534c94a11e25f0f535f293365b/78de17534c94a11e25f0f535f293365b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059117.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/65b/78de17534c94a11e25f0f535f293365b/78de17534c94a11e25f0f535f293365b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059121.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ac5/e8fd2984f46cb66b74d1c777da4e4ac5/e8fd2984f46cb66b74d1c777da4e4ac5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059121.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ac5/e8fd2984f46cb66b74d1c777da4e4ac5/e8fd2984f46cb66b74d1c777da4e4ac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059125.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/d27/35513f76fdf25a15cf6f61d4a0c7fd27/35513f76fdf25a15cf6f61d4a0c7fd27.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059125.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/d27/35513f76fdf25a15cf6f61d4a0c7fd27/35513f76fdf25a15cf6f61d4a0c7fd27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059129.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f5c/d46e1ab4700b3d77ee9fffaf360cbf5c/d46e1ab4700b3d77ee9fffaf360cbf5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059129.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f5c/d46e1ab4700b3d77ee9fffaf360cbf5c/d46e1ab4700b3d77ee9fffaf360cbf5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059133.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ed5/3ca13ed6f5277d50e4032dca13847ed5/3ca13ed6f5277d50e4032dca13847ed5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059133.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ed5/3ca13ed6f5277d50e4032dca13847ed5/3ca13ed6f5277d50e4032dca13847ed5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059137.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/488/c957725c5e102960ddb30846d046b488/c957725c5e102960ddb30846d046b488.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059137.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/488/c957725c5e102960ddb30846d046b488/c957725c5e102960ddb30846d046b488.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059141.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f8b/ae80f3efa2ebea5d996c6c66396c4f8b/ae80f3efa2ebea5d996c6c66396c4f8b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059141.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f8b/ae80f3efa2ebea5d996c6c66396c4f8b/ae80f3efa2ebea5d996c6c66396c4f8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059145.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6c7/84889156a236bcca49983f09d82506c7/84889156a236bcca49983f09d82506c7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059145.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6c7/84889156a236bcca49983f09d82506c7/84889156a236bcca49983f09d82506c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059149.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/9e6/27e0455a1e6626a5781679bec91999e6/27e0455a1e6626a5781679bec91999e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059149.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/9e6/27e0455a1e6626a5781679bec91999e6/27e0455a1e6626a5781679bec91999e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059153.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/359/e260c860dcdf1a8c7359c1f763c00359/e260c860dcdf1a8c7359c1f763c00359.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059153.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/359/e260c860dcdf1a8c7359c1f763c00359/e260c860dcdf1a8c7359c1f763c00359.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059157.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/931/69ff0b880a7fda13cb1c26a50b946931/69ff0b880a7fda13cb1c26a50b946931.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059157.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/931/69ff0b880a7fda13cb1c26a50b946931/69ff0b880a7fda13cb1c26a50b946931.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059161.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6f7/e84beeef9c52987300f5d5040b8b96f7/e84beeef9c52987300f5d5040b8b96f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059161.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6f7/e84beeef9c52987300f5d5040b8b96f7/e84beeef9c52987300f5d5040b8b96f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059165.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/1ae/7f3b2c140ba48e224af24de5e5e461ae/7f3b2c140ba48e224af24de5e5e461ae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059165.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/1ae/7f3b2c140ba48e224af24de5e5e461ae/7f3b2c140ba48e224af24de5e5e461ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059169.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6fe/3ccb1727d3f3f03968894f492b3e26fe/3ccb1727d3f3f03968894f492b3e26fe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059169.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6fe/3ccb1727d3f3f03968894f492b3e26fe/3ccb1727d3f3f03968894f492b3e26fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059173.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/c5c/9938fb1f6c76271831bc6e252bcecc5c/9938fb1f6c76271831bc6e252bcecc5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059173.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/c5c/9938fb1f6c76271831bc6e252bcecc5c/9938fb1f6c76271831bc6e252bcecc5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059177.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/b37/1d63a4c0f62efd7ea334a6b259d8bb37/1d63a4c0f62efd7ea334a6b259d8bb37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059177.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/b37/1d63a4c0f62efd7ea334a6b259d8bb37/1d63a4c0f62efd7ea334a6b259d8bb37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059181.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/a08/855627c13fd4a0c061d0bd9af4c8ba08/855627c13fd4a0c061d0bd9af4c8ba08.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059181.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/a08/855627c13fd4a0c061d0bd9af4c8ba08/855627c13fd4a0c061d0bd9af4c8ba08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059185.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059185.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059189.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/68e/2944f436a5e3b4be1df24b82b004968e/2944f436a5e3b4be1df24b82b004968e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059189.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/68e/2944f436a5e3b4be1df24b82b004968e/2944f436a5e3b4be1df24b82b004968e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059193.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/85c/670daf59b02e8eb186bb0ac16641885c/670daf59b02e8eb186bb0ac16641885c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059193.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/85c/670daf59b02e8eb186bb0ac16641885c/670daf59b02e8eb186bb0ac16641885c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059197.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/56f/079bc2402860dd6d263b033335f0b56f/079bc2402860dd6d263b033335f0b56f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059197.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/56f/079bc2402860dd6d263b033335f0b56f/079bc2402860dd6d263b033335f0b56f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059201.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ec3/2c5a655a7285cf6336e995df6a9a7ec3/2c5a655a7285cf6336e995df6a9a7ec3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059201.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ec3/2c5a655a7285cf6336e995df6a9a7ec3/2c5a655a7285cf6336e995df6a9a7ec3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059205.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/d59/9cb3218f24adcb1eb973e826c299ad59/9cb3218f24adcb1eb973e826c299ad59.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059205.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/d59/9cb3218f24adcb1eb973e826c299ad59/9cb3218f24adcb1eb973e826c299ad59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059209.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/350/3d390b3d2ceb8ec2fabf4716454f6350/3d390b3d2ceb8ec2fabf4716454f6350.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059209.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/350/3d390b3d2ceb8ec2fabf4716454f6350/3d390b3d2ceb8ec2fabf4716454f6350.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059213.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/11f/698190ef57453a44a7932de04845111f/698190ef57453a44a7932de04845111f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059213.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/11f/698190ef57453a44a7932de04845111f/698190ef57453a44a7932de04845111f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059217.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/71a/e6415ac690b3a9c8d399dff471f2d71a/e6415ac690b3a9c8d399dff471f2d71a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059217.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/71a/e6415ac690b3a9c8d399dff471f2d71a/e6415ac690b3a9c8d399dff471f2d71a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059221.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ec8/6a06fa99a3fc5a6a580c582c05aa4ec8/6a06fa99a3fc5a6a580c582c05aa4ec8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059221.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/ec8/6a06fa99a3fc5a6a580c582c05aa4ec8/6a06fa99a3fc5a6a580c582c05aa4ec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059225.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/3a4/8bebdb52b18619e9602fe9b5227333a4/8bebdb52b18619e9602fe9b5227333a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059225.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/3a4/8bebdb52b18619e9602fe9b5227333a4/8bebdb52b18619e9602fe9b5227333a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059229.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6cb/2b60297af5dc7d921023f7b8dd4596cb/2b60297af5dc7d921023f7b8dd4596cb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059229.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6cb/2b60297af5dc7d921023f7b8dd4596cb/2b60297af5dc7d921023f7b8dd4596cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059233.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/2d2/378d5f87ae282b8e9d0fb0d2f914e2d2/378d5f87ae282b8e9d0fb0d2f914e2d2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059233.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/2d2/378d5f87ae282b8e9d0fb0d2f914e2d2/378d5f87ae282b8e9d0fb0d2f914e2d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059237.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f6e/1b81568ef1aa1f714ee24f87bd0b7f6e/1b81568ef1aa1f714ee24f87bd0b7f6e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059237.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f6e/1b81568ef1aa1f714ee24f87bd0b7f6e/1b81568ef1aa1f714ee24f87bd0b7f6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059241.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6f2/a9aae55043bb3a4f0dc5e6a23385d6f2/a9aae55043bb3a4f0dc5e6a23385d6f2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059241.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6f2/a9aae55043bb3a4f0dc5e6a23385d6f2/a9aae55043bb3a4f0dc5e6a23385d6f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059245.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/3aa/3c57553503de2cffbfbda498c89d93aa/3c57553503de2cffbfbda498c89d93aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059245.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/3aa/3c57553503de2cffbfbda498c89d93aa/3c57553503de2cffbfbda498c89d93aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059249.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f05/785fa9bdb076f683198907fca8d65f05/785fa9bdb076f683198907fca8d65f05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059249.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f05/785fa9bdb076f683198907fca8d65f05/785fa9bdb076f683198907fca8d65f05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059253.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f8a/85fbd9ec89c06c80611a212566f53f8a/85fbd9ec89c06c80611a212566f53f8a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059253.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f8a/85fbd9ec89c06c80611a212566f53f8a/85fbd9ec89c06c80611a212566f53f8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059257.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/bbd/97760f0569d7fcec74b5d5ef27e4bbbd/97760f0569d7fcec74b5d5ef27e4bbbd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059257.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/bbd/97760f0569d7fcec74b5d5ef27e4bbbd/97760f0569d7fcec74b5d5ef27e4bbbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059261.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/e1c/047bfbcdc08ef245d968f2c9efb9ae1c/047bfbcdc08ef245d968f2c9efb9ae1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059261.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/e1c/047bfbcdc08ef245d968f2c9efb9ae1c/047bfbcdc08ef245d968f2c9efb9ae1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059265.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/9a7/ecb2f28ed166adcbd5151ef11affa9a7/ecb2f28ed166adcbd5151ef11affa9a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059265.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/9a7/ecb2f28ed166adcbd5151ef11affa9a7/ecb2f28ed166adcbd5151ef11affa9a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059269.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/be5/b6b2ae10cccdb694a94e4fab9e792be5/b6b2ae10cccdb694a94e4fab9e792be5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059269.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/be5/b6b2ae10cccdb694a94e4fab9e792be5/b6b2ae10cccdb694a94e4fab9e792be5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059273.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/117/1ede24244d6c54143f4d2d7ac2acd117/1ede24244d6c54143f4d2d7ac2acd117.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059273.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/117/1ede24244d6c54143f4d2d7ac2acd117/1ede24244d6c54143f4d2d7ac2acd117.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059277.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/50e/8987e42f4eb8008098c634388874450e/8987e42f4eb8008098c634388874450e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059277.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/50e/8987e42f4eb8008098c634388874450e/8987e42f4eb8008098c634388874450e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059281.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/29a/a4f6fd9c3f38015dac4d11458105329a/a4f6fd9c3f38015dac4d11458105329a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059281.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/29a/a4f6fd9c3f38015dac4d11458105329a/a4f6fd9c3f38015dac4d11458105329a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059285.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/470/f11288e1518db425ddeea1ae8d91a470/f11288e1518db425ddeea1ae8d91a470.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059285.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/470/f11288e1518db425ddeea1ae8d91a470/f11288e1518db425ddeea1ae8d91a470.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059289.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/a84/cdcaa72910223d94642847e5e29c6a84/cdcaa72910223d94642847e5e29c6a84.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059289.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/a84/cdcaa72910223d94642847e5e29c6a84/cdcaa72910223d94642847e5e29c6a84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059293.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/e9b/9d86ba2b412de0e81f7d2b78d8012e9b/9d86ba2b412de0e81f7d2b78d8012e9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059293.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/e9b/9d86ba2b412de0e81f7d2b78d8012e9b/9d86ba2b412de0e81f7d2b78d8012e9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059297.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/5fb/507276f4044946e4baa981efa9bce5fb/507276f4044946e4baa981efa9bce5fb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059297.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/5fb/507276f4044946e4baa981efa9bce5fb/507276f4044946e4baa981efa9bce5fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059301.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/a57/3c927f0b08ba114ee43c5f3e2025da57/3c927f0b08ba114ee43c5f3e2025da57.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059301.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/a57/3c927f0b08ba114ee43c5f3e2025da57/3c927f0b08ba114ee43c5f3e2025da57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059305.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f31/7b3da0e8dea9677cec46b43bc4d1df31/7b3da0e8dea9677cec46b43bc4d1df31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059305.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/f31/7b3da0e8dea9677cec46b43bc4d1df31/7b3da0e8dea9677cec46b43bc4d1df31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059309.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6a8/5a946f9f23cfaa82e4ca0ab26970f6a8/5a946f9f23cfaa82e4ca0ab26970f6a8.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( @@ -47993,10 +44827,10 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx8d8a33fb263e487d95216-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8d8a33fb263e487d95216-006a845b8f) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx8d8a33fb263e487d95216-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txaf9c041b7a9344e5979dc-006a845b8f) +Exception: kaboom! (txn: tx6af319f3a0ca40738648d-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6af319f3a0ca40738648d-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx6af319f3a0ca40738648d-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx84ae806c522c4e62a73af-0068774e1e) proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -48014,13 +44848,13 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: txaf9c041b7a9344e5979dc-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txea40c3bbe715480fac5db-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx605fd0b977c0409789206-006a845b8f) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx605fd0b977c0409789206-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4dde32a15c764ee2b753b-006a845b8f) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx4dde32a15c764ee2b753b-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa2a4cc6689cc4dd2bc34e-006a845b8f) +Exception: kaboom! (txn: tx84ae806c522c4e62a73af-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4b8cd28668f34df4bb896-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5c538f476f3c42268d811-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx5c538f476f3c42268d811-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5bfc1e87d5a042f58ec44-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx5bfc1e87d5a042f58ec44-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7fb31a1abc8a4784a17bd-0068774e1e) proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -48038,8 +44872,12 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: txa2a4cc6689cc4dd2bc34e-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc24a799715244039b0d86-006a845b8f) +Exception: kaboom! (txn: tx7fb31a1abc8a4784a17bd-0068774e1e)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx15f5baa8bd444568992c9-0068774e1e) proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -48057,8 +44895,9 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: txc24a799715244039b0d86-006a845b8f) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc24a799715244039b0d86-006a845b8f) +Exception: kaboom! (txn: tx15f5baa8bd444568992c9-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx15f5baa8bd444568992c9-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc3ffd10a3b114ba48f81b-0068774e1e) proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -48076,59 +44915,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx79721d337ca544fd8aaa2-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx79721d337ca544fd8aaa2-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx906ca6df8aea4092bc5c2-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx69578757304144518c21a-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx69578757304144518c21a-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1f493a50ef394e838b0eb-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1f493a50ef394e838b0eb-006a845b8f) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx1f493a50ef394e838b0eb-006a845b8f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Exception: kaboom! (txn: txc3ffd10a3b114ba48f81b-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc0f14aaf024d472cbf6b7-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0827d8f4fd9c4e5785bfd-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0827d8f4fd9c4e5785bfd-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7d9c17eb284b4d10a4c7f-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7d9c17eb284b4d10a4c7f-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx7d9c17eb284b4d10a4c7f-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( @@ -48145,8 +44940,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx9ab5c056a21d47349e4c0-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Exception: kaboom! (txn: tx55503d4a982d480583013-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( @@ -48178,7 +44973,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx9ab5c056a21d47349e4c0-006a845b8f) +Exception: kaboom! (txn: tx55503d4a982d480583013-0068774e1e) proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -48226,10 +45021,95 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx9ab5c056a21d47349e4c0-006a845b8f) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx9ab5c056a21d47349e4c0-006a845b8f) +Exception: kaboom! (txn: tx55503d4a982d480583013-0068774e1e)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test ERROR: Failed to unlink '/tmp/tmpmq2o4q3s/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpmq2o4q3s/containers/part/suffix/hash/container_1752649244.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpmq2o4q3s/containers/part/suffix/hash/container_1752649244.00000.db': ['/tmp/tmpmq2o4q3s/containers/part/suffix/hash/container.db', '/tmp/tmpmq2o4q3s/containers/part/suffix/hash/container_1752649245.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpmq2o4q3s/containers/part/suffix/hash/container_1752649245.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: Setting object count to 1032 (txn: tx331cb6f0d9d34c868e8de-0068774e1e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: Setting object count to 48 (txn: txaab5bca7522f435b948ef-0068774e1e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: Setting object count to 1064 (txn: txa5009e9ae74241339a71d-0068774e1e) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx39a5ac8c8adb452f89a8e-0068774e1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx39a5ac8c8adb452f89a8e-0068774e1e)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok + +proxy-server ERROR: Object GET returning 503 for [] (txn: tx55503d4a982d480583013-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request conn = http_connect( @@ -48246,8 +45126,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx970230716717427f9acd9-006a845b8f) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx970230716717427f9acd9-006a845b8f) +Exception: kaboom! (txn: tx0b4687ccba94427ca7cf9-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0b4687ccba94427ca7cf9-0068774e1e) proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request @@ -48265,236 +45145,211 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx970230716717427f9acd9-006a845b8f)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +Exception: kaboom! (txn: tx0b4687ccba94427ca7cf9-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx0b4687ccba94427ca7cf9-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx010813029b984bb08750e-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx010813029b984bb08750e-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx010813029b984bb08750e-0068774e1e) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx010813029b984bb08750e-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx30a9a82b2e5f439f85f39-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx9a4dd9db388a4c2483eea-0068774e1e) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx9a4dd9db388a4c2483eea-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx22d305f7b469404c8fdae-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfee7c6a5433e43fc95125-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txf80ed6c924d546a98146b-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx8d95e18ed56b46bd97da6-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx8c63933345a54615a924c-0068774e1e) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx8c63933345a54615a924c-0068774e1e) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx8c63933345a54615a924c-0068774e1e) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx8c63933345a54615a924c-0068774e1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok - -proxy-server ERROR: Object GET returning 503 for [] (txn: tx970230716717427f9acd9-006a845b8f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx58184b55ff014daa9ebf4-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx58184b55ff014daa9ebf4-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx58184b55ff014daa9ebf4-006a845b90) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx58184b55ff014daa9ebf4-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txeb0b7f6545d54173811ef-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx32fc459484474cceac973-006a845b90) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx32fc459484474cceac973-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx4402cfad8dae4e19965d1-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txe572423288754ecbabae2-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx833870f407334498b7bd0-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx5fed50df6b514b8b9200d-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txe82ce15f3646452da15f4-006a845b90) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txe82ce15f3646452da15f4-006a845b90) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txe82ce15f3646452da15f4-006a845b90) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txe82ce15f3646452da15f4-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txeba52bbc9d3c4489b75cd-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txc94f8351b6cb4ee7aadbb-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txc8dfb6bf638e4ee3b3d3b-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txc23e099cc16547fdac5fd-006a845b90) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txc23e099cc16547fdac5fd-006a845b90) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txc23e099cc16547fdac5fd-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/fc7/8cec6c7633e54a9b5f72176c9d78efc7/8cec6c7633e54a9b5f72176c9d78efc7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649452.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/fc7/8cec6c7633e54a9b5f72176c9d78efc7/8cec6c7633e54a9b5f72176c9d78efc7_1752649452.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/f19/4b66bb7fea1cf392b06146b24e238f19/4b66bb7fea1cf392b06146b24e238f19.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649456.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/f19/4b66bb7fea1cf392b06146b24e238f19/4b66bb7fea1cf392b06146b24e238f19_1752649456.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/813/9db8cbd69415d95d33a27eda66ac1813/9db8cbd69415d95d33a27eda66ac1813.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649460.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/813/9db8cbd69415d95d33a27eda66ac1813/9db8cbd69415d95d33a27eda66ac1813_1752649460.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/f72/c713fff638a4aa8e69f07435f86adf72/c713fff638a4aa8e69f07435f86adf72.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649464.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/f72/c713fff638a4aa8e69f07435f86adf72/c713fff638a4aa8e69f07435f86adf72_1752649464.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/1a3/10ac7b3cc068cc283b0b7a7294f6c1a3/10ac7b3cc068cc283b0b7a7294f6c1a3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649468.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/1a3/10ac7b3cc068cc283b0b7a7294f6c1a3/10ac7b3cc068cc283b0b7a7294f6c1a3_1752649468.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/7e9/76a5d8b052175a02d1656de84368c7e9/76a5d8b052175a02d1656de84368c7e9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649472.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/7e9/76a5d8b052175a02d1656de84368c7e9/76a5d8b052175a02d1656de84368c7e9_1752649472.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a25/b29d97c86b82126e68bf5cc2c049ca25/b29d97c86b82126e68bf5cc2c049ca25.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649476.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a25/b29d97c86b82126e68bf5cc2c049ca25/b29d97c86b82126e68bf5cc2c049ca25_1752649476.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/119/adbc590f6d3de5719f3c894a9ed3b119/adbc590f6d3de5719f3c894a9ed3b119.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649480.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/119/adbc590f6d3de5719f3c894a9ed3b119/adbc590f6d3de5719f3c894a9ed3b119_1752649480.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/b5f/67f5475d1fa061269c517fdbd45d7b5f/67f5475d1fa061269c517fdbd45d7b5f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649484.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/b5f/67f5475d1fa061269c517fdbd45d7b5f/67f5475d1fa061269c517fdbd45d7b5f_1752649484.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/93a/df60d3e6108d83c66810b741820a293a/df60d3e6108d83c66810b741820a293a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649488.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/93a/df60d3e6108d83c66810b741820a293a/df60d3e6108d83c66810b741820a293a_1752649488.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/e03/116b99f73a88acd502ed5595e329ee03/116b99f73a88acd502ed5595e329ee03.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649492.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/e03/116b99f73a88acd502ed5595e329ee03/116b99f73a88acd502ed5595e329ee03_1752649492.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/aad/b688b77bcc7242d19962de2ceeb35aad/b688b77bcc7242d19962de2ceeb35aad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649496.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/aad/b688b77bcc7242d19962de2ceeb35aad/b688b77bcc7242d19962de2ceeb35aad_1752649496.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/086/bfab8efbb52c39de9fad9205a6e12086/bfab8efbb52c39de9fad9205a6e12086.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649500.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/086/bfab8efbb52c39de9fad9205a6e12086/bfab8efbb52c39de9fad9205a6e12086_1752649500.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/9c1/59c2474277b06186b352e12ec12bb9c1/59c2474277b06186b352e12ec12bb9c1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649504.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/9c1/59c2474277b06186b352e12ec12bb9c1/59c2474277b06186b352e12ec12bb9c1_1752649504.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/deb/06e28f9eea61bf75bc78401b19d34deb/06e28f9eea61bf75bc78401b19d34deb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649508.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/deb/06e28f9eea61bf75bc78401b19d34deb/06e28f9eea61bf75bc78401b19d34deb_1752649508.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/af6/590644a685b5083bd829eccd7559baf6/590644a685b5083bd829eccd7559baf6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649512.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/af6/590644a685b5083bd829eccd7559baf6/590644a685b5083bd829eccd7559baf6_1752649512.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/1a0/ab27a06e3ed6e1b0026cbaf007a021a0/ab27a06e3ed6e1b0026cbaf007a021a0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649516.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/1a0/ab27a06e3ed6e1b0026cbaf007a021a0/ab27a06e3ed6e1b0026cbaf007a021a0_1752649516.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/bf8/9397f282da2ca9fbb44497dc0080ebf8/9397f282da2ca9fbb44497dc0080ebf8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649520.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/bf8/9397f282da2ca9fbb44497dc0080ebf8/9397f282da2ca9fbb44497dc0080ebf8_1752649520.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/397/d11d2e019e9ea2b853e7b20bb204b397/d11d2e019e9ea2b853e7b20bb204b397.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649524.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/397/d11d2e019e9ea2b853e7b20bb204b397/d11d2e019e9ea2b853e7b20bb204b397_1752649524.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a52/1b7bc59376b0a30c7b2d7f4c50696a52/1b7bc59376b0a30c7b2d7f4c50696a52.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649528.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a52/1b7bc59376b0a30c7b2d7f4c50696a52/1b7bc59376b0a30c7b2d7f4c50696a52_1752649528.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/128/83530b5d2da624a5cc73cf3b5afcf128/83530b5d2da624a5cc73cf3b5afcf128.db'test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_configure_task_container_per_day -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_configure_task_container_per_day ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059309.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/6a8/5a946f9f23cfaa82e4ca0ab26970f6a8/5a946f9f23cfaa82e4ca0ab26970f6a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059313.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/793/1dce889b9004d424713a4f833c631793/1dce889b9004d424713a4f833c631793.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059313.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/793/1dce889b9004d424713a4f833c631793/1dce889b9004d424713a4f833c631793.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059317.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/152/6665bbf7b531375a9653d05866467152/6665bbf7b531375a9653d05866467152.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059317.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/152/6665bbf7b531375a9653d05866467152/6665bbf7b531375a9653d05866467152.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059321.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/2dc/d4f541aa3a480455a0d8471f966f52dc/d4f541aa3a480455a0d8471f966f52dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059321.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/2dc/d4f541aa3a480455a0d8471f966f52dc/d4f541aa3a480455a0d8471f966f52dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059325.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/172/a1aff6346e87fd60cde71b9708495172/a1aff6346e87fd60cde71b9708495172.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059325.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/172/a1aff6346e87fd60cde71b9708495172/a1aff6346e87fd60cde71b9708495172.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059329.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/81c/7fa295088db18fb2c820c151776e881c/7fa295088db18fb2c820c151776e881c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059329.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/81c/7fa295088db18fb2c820c151776e881c/7fa295088db18fb2c820c151776e881c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059333.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/4f2/1dcab5ba83ebaec249677672f117a4f2/1dcab5ba83ebaec249677672f117a4f2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059333.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/4f2/1dcab5ba83ebaec249677672f117a4f2/1dcab5ba83ebaec249677672f117a4f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059337.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/907/628aef10f9dcb1d83f4a44d84fb91907/628aef10f9dcb1d83f4a44d84fb91907.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059337.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/907/628aef10f9dcb1d83f4a44d84fb91907/628aef10f9dcb1d83f4a44d84fb91907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059341.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/b39/61ed6e4e33f232a500c8dc2d36014b39/61ed6e4e33f232a500c8dc2d36014b39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059341.00000-0, db: /tmp/tmpvx96oycf/sda/containers/0/b39/61ed6e4e33f232a500c8dc2d36014b39/61ed6e4e33f232a500c8dc2d36014b39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059092.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/0a8/b019b4922212a6f5acb04f6e69abe0a8/b019b4922212a6f5acb04f6e69abe0a8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059092.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/0a8/b019b4922212a6f5acb04f6e69abe0a8/b019b4922212a6f5acb04f6e69abe0a8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059095.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/727/369eb87cb7663aa14cb5bb36813a4727/369eb87cb7663aa14cb5bb36813a4727.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059095.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/727/369eb87cb7663aa14cb5bb36813a4727/369eb87cb7663aa14cb5bb36813a4727.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059098.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/dd4/cbd1eff3b9c0aa03a7c189871baa6dd4/cbd1eff3b9c0aa03a7c189871baa6dd4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059098.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/dd4/cbd1eff3b9c0aa03a7c189871baa6dd4/cbd1eff3b9c0aa03a7c189871baa6dd4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059104.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/aef/5eabb5995c04d6ea23d713781ec6baef/5eabb5995c04d6ea23d713781ec6baef.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059104.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/aef/5eabb5995c04d6ea23d713781ec6baef/5eabb5995c04d6ea23d713781ec6baef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059107.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/9f7/b5d693393021e78c7a481acb4e26c9f7/b5d693393021e78c7a481acb4e26c9f7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059107.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/9f7/b5d693393021e78c7a481acb4e26c9f7/b5d693393021e78c7a481acb4e26c9f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059110.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/a9b/cacfac36c515748fb174b887afd0ea9b/cacfac36c515748fb174b887afd0ea9b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059110.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/a9b/cacfac36c515748fb174b887afd0ea9b/cacfac36c515748fb174b887afd0ea9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059113.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/bae/fd9528f8aedee2b8b6fe8be03fa9ebae/fd9528f8aedee2b8b6fe8be03fa9ebae.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059113.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/bae/fd9528f8aedee2b8b6fe8be03fa9ebae/fd9528f8aedee2b8b6fe8be03fa9ebae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059116.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/994/9eac1e965a39f6fbde6ba96c29716994/9eac1e965a39f6fbde6ba96c29716994.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059116.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/994/9eac1e965a39f6fbde6ba96c29716994/9eac1e965a39f6fbde6ba96c29716994.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059119.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/428/4df675fa4c162be5c0d249c339cc2428/4df675fa4c162be5c0d249c339cc2428.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059119.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/428/4df675fa4c162be5c0d249c339cc2428/4df675fa4c162be5c0d249c339cc2428.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059122.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/674/b6da4ed8ed5de6b4200194051c71a674/b6da4ed8ed5de6b4200194051c71a674.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059122.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/674/b6da4ed8ed5de6b4200194051c71a674/b6da4ed8ed5de6b4200194051c71a674.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059125.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/d27/35513f76fdf25a15cf6f61d4a0c7fd27/35513f76fdf25a15cf6f61d4a0c7fd27.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059125.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/d27/35513f76fdf25a15cf6f61d4a0c7fd27/35513f76fdf25a15cf6f61d4a0c7fd27.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059128.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/305/ad143d511b10cd7012a1ba2a1b8f3305/ad143d511b10cd7012a1ba2a1b8f3305.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059128.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/305/ad143d511b10cd7012a1ba2a1b8f3305/ad143d511b10cd7012a1ba2a1b8f3305.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059131.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/5ae/6d872402181f4673ea0251a302d3f5ae/6d872402181f4673ea0251a302d3f5ae.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059131.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/5ae/6d872402181f4673ea0251a302d3f5ae/6d872402181f4673ea0251a302d3f5ae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059134.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/0f1/84c80f7df6cb3384994ab5b7a05e40f1/84c80f7df6cb3384994ab5b7a05e40f1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059134.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/0f1/84c80f7df6cb3384994ab5b7a05e40f1/84c80f7df6cb3384994ab5b7a05e40f1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059137.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/488/c957725c5e102960ddb30846d046b488/c957725c5e102960ddb30846d046b488.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059137.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/488/c957725c5e102960ddb30846d046b488/c957725c5e102960ddb30846d046b488.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059140.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/398/8ae61dcd91a6587f663f722c79f85398/8ae61dcd91a6587f663f722c79f85398.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059140.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/398/8ae61dcd91a6587f663f722c79f85398/8ae61dcd91a6587f663f722c79f85398.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059143.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/32b/a4a660676e43c3b1da06d3311d16732b/a4a660676e43c3b1da06d3311d16732b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059143.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/32b/a4a660676e43c3b1da06d3311d16732b/a4a660676e43c3b1da06d3311d16732b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059146.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/cdc/595d30031fa53d9c06b54b6820c19cdc/595d30031fa53d9c06b54b6820c19cdc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059146.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/cdc/595d30031fa53d9c06b54b6820c19cdc/595d30031fa53d9c06b54b6820c19cdc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059149.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/9e6/27e0455a1e6626a5781679bec91999e6/27e0455a1e6626a5781679bec91999e6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059149.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/9e6/27e0455a1e6626a5781679bec91999e6/27e0455a1e6626a5781679bec91999e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059152.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/6bb/53887d4143d6656ecdad0f02d6b796bb/53887d4143d6656ecdad0f02d6b796bb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059152.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/6bb/53887d4143d6656ecdad0f02d6b796bb/53887d4143d6656ecdad0f02d6b796bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059155.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/55a/a8528788ad8fbd47f4f9a786d45ff55a/a8528788ad8fbd47f4f9a786d45ff55a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059155.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/55a/a8528788ad8fbd47f4f9a786d45ff55a/a8528788ad8fbd47f4f9a786d45ff55a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059158.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/f48/af87382e84d2aa4d038f07e41fbe7f48/af87382e84d2aa4d038f07e41fbe7f48.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059158.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/f48/af87382e84d2aa4d038f07e41fbe7f48/af87382e84d2aa4d038f07e41fbe7f48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059161.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/6f7/e84beeef9c52987300f5d5040b8b96f7/e84beeef9c52987300f5d5040b8b96f7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059161.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/6f7/e84beeef9c52987300f5d5040b8b96f7/e84beeef9c52987300f5d5040b8b96f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059164.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/24b/6832567f7b080f243cb3a04ea6f8724b/6832567f7b080f243cb3a04ea6f8724b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059164.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/24b/6832567f7b080f243cb3a04ea6f8724b/6832567f7b080f243cb3a04ea6f8724b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059167.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/de6/9f21372595d19bc080685f7db3433de6/9f21372595d19bc080685f7db3433de6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059167.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/de6/9f21372595d19bc080685f7db3433de6/9f21372595d19bc080685f7db3433de6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059170.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/007/23298f8d13b294524254170e5200c007/23298f8d13b294524254170e5200c007.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059170.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/007/23298f8d13b294524254170e5200c007/23298f8d13b294524254170e5200c007.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059173.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/c5c/9938fb1f6c76271831bc6e252bcecc5c/9938fb1f6c76271831bc6e252bcecc5c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059173.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/c5c/9938fb1f6c76271831bc6e252bcecc5c/9938fb1f6c76271831bc6e252bcecc5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059176.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/eb0/4f3267e59e71465ced92e131f8aa0eb0/4f3267e59e71465ced92e131f8aa0eb0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059176.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/eb0/4f3267e59e71465ced92e131f8aa0eb0/4f3267e59e71465ced92e131f8aa0eb0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059179.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/136/8e0c8de01246acbfa24dce5cb8057136/8e0c8de01246acbfa24dce5cb8057136.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059179.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/136/8e0c8de01246acbfa24dce5cb8057136/8e0c8de01246acbfa24dce5cb8057136.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059182.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/6cc/4afc76537b33e4e0ccff11b38bdb36cc/4afc76537b33e4e0ccff11b38bdb36cc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059182.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/6cc/4afc76537b33e4e0ccff11b38bdb36cc/4afc76537b33e4e0ccff11b38bdb36cc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059185.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059185.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059188.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/583/17cf22d66fe524b2b2b7202c8b600583/17cf22d66fe524b2b2b7202c8b600583.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059188.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/583/17cf22d66fe524b2b2b7202c8b600583/17cf22d66fe524b2b2b7202c8b600583.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059191.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/f07/e7544ba2a76026ff126d779effa1cf07/e7544ba2a76026ff126d779effa1cf07.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059191.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/f07/e7544ba2a76026ff126d779effa1cf07/e7544ba2a76026ff126d779effa1cf07.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059194.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/680/15b835511bd651fdb9945c7c2a159680/15b835511bd651fdb9945c7c2a159680.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059194.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/680/15b835511bd651fdb9945c7c2a159680/15b835511bd651fdb9945c7c2a159680.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059197.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/56f/079bc2402860dd6d263b033335f0b56f/079bc2402860dd6d263b033335f0b56f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059197.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/56f/079bc2402860dd6d263b033335f0b56f/079bc2402860dd6d263b033335f0b56f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059200.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/5c4/f72aee130a449ced6daa59266018f5c4/f72aee130a449ced6daa59266018f5c4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059200.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/5c4/f72aee130a449ced6daa59266018f5c4/f72aee130a449ced6daa59266018f5c4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059203.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/60d/9c4c8739937f5ca8c240656427a6a60d/9c4c8739937f5ca8c240656427a6a60d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059203.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/60d/9c4c8739937f5ca8c240656427a6a60d/9c4c8739937f5ca8c240656427a6a60d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059206.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/cbf/64aa4d85ca0c4d2289941e3d558f3cbf/64aa4d85ca0c4d2289941e3d558f3cbf.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059206.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/cbf/64aa4d85ca0c4d2289941e3d558f3cbf/64aa4d85ca0c4d2289941e3d558f3cbf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059209.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/350/3d390b3d2ceb8ec2fabf4716454f6350/3d390b3d2ceb8ec2fabf4716454f6350.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059209.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/350/3d390b3d2ceb8ec2fabf4716454f6350/3d390b3d2ceb8ec2fabf4716454f6350.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059212.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/fac/d853f64ba8436cc508e45520ef196fac/d853f64ba8436cc508e45520ef196fac.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059212.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/fac/d853f64ba8436cc508e45520ef196fac/d853f64ba8436cc508e45520ef196fac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059215.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/50b/27df2ce93ed10d7cee1b36243578c50b/27df2ce93ed10d7cee1b36243578c50b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx086e07046dff482f8632a-006a845b90) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx086e07046dff482f8632a-006a845b90) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc97b7777a93b42b9a61a0-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx5300fb7ed3114ab280d87-006a845b90) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5300fb7ed3114ab280d87-006a845b90) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx5300fb7ed3114ab280d87-006a845b90) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txf964e5ca1353460783a6c-006a845b90) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf964e5ca1353460783a6c-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txf964e5ca1353460783a6c-006a845b90) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txf964e5ca1353460783a6c-006a845b90) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe89e709f661b49b3b4cde-006a845b90) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe89e709f661b49b3b4cde-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txe89e709f661b49b3b4cde-006a845b90) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx26dc023ce3c946dbb8c15-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx1304be27766e41f883414-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txfaded020d5004e4a81d82-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx42becf4f68494ff798353-0068774e1e) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx42becf4f68494ff798353-0068774e1e) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx42becf4f68494ff798353-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx488c6297643a484885112-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx488c6297643a484885112-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9a41512c651140529af64-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx481b4f1cbb9e43afb56d2-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx481b4f1cbb9e43afb56d2-0068774e1e) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx481b4f1cbb9e43afb56d2-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx7203f8eeb5a44c98873db-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7203f8eeb5a44c98873db-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7203f8eeb5a44c98873db-0068774e1e) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx7203f8eeb5a44c98873db-0068774e1e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8ab96c097523448298249-0068774e1e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx8ab96c097523448298249-0068774e1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx8ab96c097523448298249-0068774e1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d5b5e8a52c545ebb7bee-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d5b5e8a52c545ebb7bee-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d5b5e8a52c545ebb7bee-006a845b90) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx8d5b5e8a52c545ebb7bee-006a845b90) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8ffbfd180ea844439b256-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8ffbfd180ea844439b256-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8ffbfd180ea844439b256-006a845b90) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed6fb6a36c214219b127b-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed6fb6a36c214219b127b-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed6fb6a36c214219b127b-0068774e1f) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txed6fb6a36c214219b127b-0068774e1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_configure_task_container_per_day +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_configure_task_container_per_day ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649532.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/128/83530b5d2da624a5cc73cf3b5afcf128/83530b5d2da624a5cc73cf3b5afcf128_1752649532.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/0b4/b06fb72e1361f4088edbecca90bc90b4/b06fb72e1361f4088edbecca90bc90b4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649536.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/0b4/b06fb72e1361f4088edbecca90bc90b4/b06fb72e1361f4088edbecca90bc90b4_1752649536.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/fae/a7f52c8bd4854bc15354d2105f245fae/a7f52c8bd4854bc15354d2105f245fae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649540.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/fae/a7f52c8bd4854bc15354d2105f245fae/a7f52c8bd4854bc15354d2105f245fae_1752649540.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/da4/bcebc654943a41244813a3d4d4102da4/bcebc654943a41244813a3d4d4102da4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649544.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/da4/bcebc654943a41244813a3d4d4102da4/bcebc654943a41244813a3d4d4102da4_1752649544.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/bc7/6395153c45e625bd08e763cc6987bbc7/6395153c45e625bd08e763cc6987bbc7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649548.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/bc7/6395153c45e625bd08e763cc6987bbc7/6395153c45e625bd08e763cc6987bbc7_1752649548.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/180/f83e133d78a186aa0ba33f9afc1cb180/f83e133d78a186aa0ba33f9afc1cb180.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649552.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/180/f83e133d78a186aa0ba33f9afc1cb180/f83e133d78a186aa0ba33f9afc1cb180_1752649552.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/575/198aa22949e8ea4a2083a89613a59575/198aa22949e8ea4a2083a89613a59575.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649556.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/575/198aa22949e8ea4a2083a89613a59575/198aa22949e8ea4a2083a89613a59575_1752649556.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d88/b0a0ec9d05351946e10dbf4155b0bd88/b0a0ec9d05351946e10dbf4155b0bd88.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649560.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d88/b0a0ec9d05351946e10dbf4155b0bd88/b0a0ec9d05351946e10dbf4155b0bd88_1752649560.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/1eb/838a653089c4fc0d42b3c1a5bfcc11eb/838a653089c4fc0d42b3c1a5bfcc11eb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649564.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/1eb/838a653089c4fc0d42b3c1a5bfcc11eb/838a653089c4fc0d42b3c1a5bfcc11eb_1752649564.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/c78/3b7cc00b505648669e2e204e24d9fc78/3b7cc00b505648669e2e204e24d9fc78.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649568.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/c78/3b7cc00b505648669e2e204e24d9fc78/3b7cc00b505648669e2e204e24d9fc78_1752649568.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/4f4/93458898065f75c906717efc466c44f4/93458898065f75c906717efc466c44f4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649572.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/4f4/93458898065f75c906717efc466c44f4/93458898065f75c906717efc466c44f4_1752649572.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/726/c7910c88233da2c110e394e0ffca8726/c7910c88233da2c110e394e0ffca8726.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649576.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/726/c7910c88233da2c110e394e0ffca8726/c7910c88233da2c110e394e0ffca8726_1752649576.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/6f8/3c105549f806b10d8408624fd1b496f8/3c105549f806b10d8408624fd1b496f8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649580.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/6f8/3c105549f806b10d8408624fd1b496f8/3c105549f806b10d8408624fd1b496f8_1752649580.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a81/92ebdd8b0f6db8b374ec088f1956ea81/92ebdd8b0f6db8b374ec088f1956ea81.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649584.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a81/92ebdd8b0f6db8b374ec088f1956ea81/92ebdd8b0f6db8b374ec088f1956ea81_1752649584.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/19a/9fda0ae04d215bd114a5b2229425619a/9fda0ae04d215bd114a5b2229425619a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649588.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/19a/9fda0ae04d215bd114a5b2229425619a/9fda0ae04d215bd114a5b2229425619a_1752649588.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/da6/6fb13aa31083198ccb2f49721daa4da6/6fb13aa31083198ccb2f49721daa4da6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649592.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/da6/6fb13aa31083198ccb2f49721daa4da6/6fb13aa31083198ccb2f49721daa4da6_1752649592.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/2d9/1e96a42e2089edda0e5fea4f555c62d9/1e96a42e2089edda0e5fea4f555c62d9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649596.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/2d9/1e96a42e2089edda0e5fea4f555c62d9/1e96a42e2089edda0e5fea4f555c62d9_1752649596.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/1d1/4116a19b554419e71fc1657cb35bb1d1/4116a19b554419e71fc1657cb35bb1d1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649600.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/1d1/4116a19b554419e71fc1657cb35bb1d1/4116a19b554419e71fc1657cb35bb1d1_1752649600.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/b40/c464d17acc1c73b12cb7dfdb66b6eb40/c464d17acc1c73b12cb7dfdb66b6eb40.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649604.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/b40/c464d17acc1c73b12cb7dfdb66b6eb40/c464d17acc1c73b12cb7dfdb66b6eb40_1752649604.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/c57/1c1d1c0030e056fe0b5f8da6fd59fc57/1c1d1c0030e056fe0b5f8da6fd59fc57.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649608.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/c57/1c1d1c0030e056fe0b5f8da6fd59fc57/1c1d1c0030e056fe0b5f8da6fd59fc57_1752649608.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/45c/e30dd5c5392ee208b3c039f18170845c/e30dd5c5392ee208b3c039f18170845c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649612.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/45c/e30dd5c5392ee208b3c039f18170845c/e30dd5c5392ee208b3c039f18170845c_1752649612.00000.dbtest.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 @@ -48509,71 +45364,50 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc152419e9ede494d8fd3d-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc152419e9ede494d8fd3d-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc152419e9ede494d8fd3d-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx306e0a69df7b42718413d-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx306e0a69df7b42718413d-006a845b90) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx306e0a69df7b42718413d-006a845b90) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf329dd3b978640fd89197-006a845b90) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf329dd3b978640fd89197-006a845b90) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txf329dd3b978640fd89197-006a845b90) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txf329dd3b978640fd89197-006a845b90) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txf329dd3b978640fd89197-006a845b90) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txf329dd3b978640fd89197-006a845b90) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb35db387fa814dc58c61b-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb35db387fa814dc58c61b-0068774e1f) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txb35db387fa814dc58c61b-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd344bd45573b48c3b3237-006a845b90) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626cb6c1f094497fb33ba-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626cb6c1f094497fb33ba-0068774e1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx626cb6c1f094497fb33ba-0068774e1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx626cb6c1f094497fb33ba-0068774e1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx626cb6c1f094497fb33ba-0068774e1f) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx626cb6c1f094497fb33ba-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx0c13806dc8ce47dc989a2-006a845b90) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb819b108af3449ffa55e0-0068774e1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx3a2b7d4afae245018136b-0068774e1f)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 722, in _connect_put_node putter = self._make_putter(node, part, req, headers) @@ -48600,295 +45434,12 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: Connection refused: Please insert ten dollars (txn: txa9f6f8f8ac9e4ab79f790-006a845b90) +Exception: Connection refused: Please insert ten dollars (txn: tx7fca59f88f244fad817c9-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx688ea1a6a8fa42b2a810d-006a845b90) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txf0530b5221cc4d4ebb4de-006a845b91)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059215.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/50b/27df2ce93ed10d7cee1b36243578c50b/27df2ce93ed10d7cee1b36243578c50b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059218.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/c77/3e925d75dc02dde9168e4eeeab948c77/3e925d75dc02dde9168e4eeeab948c77.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059218.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/c77/3e925d75dc02dde9168e4eeeab948c77/3e925d75dc02dde9168e4eeeab948c77.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059221.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/ec8/6a06fa99a3fc5a6a580c582c05aa4ec8/6a06fa99a3fc5a6a580c582c05aa4ec8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059221.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/ec8/6a06fa99a3fc5a6a580c582c05aa4ec8/6a06fa99a3fc5a6a580c582c05aa4ec8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059224.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/be4/5eda6bb50f4dd55ae7c6453d76c8abe4/5eda6bb50f4dd55ae7c6453d76c8abe4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059224.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/be4/5eda6bb50f4dd55ae7c6453d76c8abe4/5eda6bb50f4dd55ae7c6453d76c8abe4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059227.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/a92/d789be18d5c0e75a360c2c11bd9f2a92/d789be18d5c0e75a360c2c11bd9f2a92.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059227.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/a92/d789be18d5c0e75a360c2c11bd9f2a92/d789be18d5c0e75a360c2c11bd9f2a92.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059230.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/707/76ab4edff8bcfccfb2b660b656c3c707/76ab4edff8bcfccfb2b660b656c3c707.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059230.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/707/76ab4edff8bcfccfb2b660b656c3c707/76ab4edff8bcfccfb2b660b656c3c707.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059233.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/2d2/378d5f87ae282b8e9d0fb0d2f914e2d2/378d5f87ae282b8e9d0fb0d2f914e2d2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059233.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/2d2/378d5f87ae282b8e9d0fb0d2f914e2d2/378d5f87ae282b8e9d0fb0d2f914e2d2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059236.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/374/1fd0c16167f7714d823f42aac398b374/1fd0c16167f7714d823f42aac398b374.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059236.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/374/1fd0c16167f7714d823f42aac398b374/1fd0c16167f7714d823f42aac398b374.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059239.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/d9e/4c2c70feab830eafffa5f74baac68d9e/4c2c70feab830eafffa5f74baac68d9e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059239.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/d9e/4c2c70feab830eafffa5f74baac68d9e/4c2c70feab830eafffa5f74baac68d9e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059242.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/81c/501ad2d7b5e50dc77952658427f3581c/501ad2d7b5e50dc77952658427f3581c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059242.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/81c/501ad2d7b5e50dc77952658427f3581c/501ad2d7b5e50dc77952658427f3581c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059245.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/3aa/3c57553503de2cffbfbda498c89d93aa/3c57553503de2cffbfbda498c89d93aa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059245.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/3aa/3c57553503de2cffbfbda498c89d93aa/3c57553503de2cffbfbda498c89d93aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059248.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/88f/d4059be5f49625cc5f8f3d32908ea88f/d4059be5f49625cc5f8f3d32908ea88f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059248.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/88f/d4059be5f49625cc5f8f3d32908ea88f/d4059be5f49625cc5f8f3d32908ea88f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059251.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/bd1/e093734fade6ce047d1bea9a848ebbd1/e093734fade6ce047d1bea9a848ebbd1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059251.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/bd1/e093734fade6ce047d1bea9a848ebbd1/e093734fade6ce047d1bea9a848ebbd1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059254.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/99b/67fadd91dd32c7f1dfa5b309fb6c099b/67fadd91dd32c7f1dfa5b309fb6c099b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059254.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/99b/67fadd91dd32c7f1dfa5b309fb6c099b/67fadd91dd32c7f1dfa5b309fb6c099b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059257.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/bbd/97760f0569d7fcec74b5d5ef27e4bbbd/97760f0569d7fcec74b5d5ef27e4bbbd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059257.00000-0, db: /tmp/tmpm6s0p5fz/sda/containers/0/bbd/97760f0569d7fcec74b5d5ef27e4bbbd/97760f0569d7fcec74b5d5ef27e4bbbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059093.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/35a/29119e70f2ed7d879d0d973670e3d35a/29119e70f2ed7d879d0d973670e3d35a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059098.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/dd4/cbd1eff3b9c0aa03a7c189871baa6dd4/cbd1eff3b9c0aa03a7c189871baa6dd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059108.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/71f/c70c29a5bbd04b5d4c54d2d1e593c71f/c70c29a5bbd04b5d4c54d2d1e593c71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059113.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/bae/fd9528f8aedee2b8b6fe8be03fa9ebae/fd9528f8aedee2b8b6fe8be03fa9ebae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059118.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f3e/479720cc091d1376dcd1688b62c76f3e/479720cc091d1376dcd1688b62c76f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059123.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e61/515290e16fb61d883cb2ec00820a7e61/515290e16fb61d883cb2ec00820a7e61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059128.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/305/ad143d511b10cd7012a1ba2a1b8f3305/ad143d511b10cd7012a1ba2a1b8f3305.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059133.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ed5/3ca13ed6f5277d50e4032dca13847ed5/3ca13ed6f5277d50e4032dca13847ed5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059138.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/5ee/b52f2b21de5f25c7a0c354916d33a5ee/b52f2b21de5f25c7a0c354916d33a5ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059143.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/32b/a4a660676e43c3b1da06d3311d16732b/a4a660676e43c3b1da06d3311d16732b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059148.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/498/80464472d15a2710a2536284bd3cd498/80464472d15a2710a2536284bd3cd498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059153.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/359/e260c860dcdf1a8c7359c1f763c00359/e260c860dcdf1a8c7359c1f763c00359.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059158.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f48/af87382e84d2aa4d038f07e41fbe7f48/af87382e84d2aa4d038f07e41fbe7f48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059163.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/6ec/00f1bc6b8f7f73a50ce79c6eda6466ec/00f1bc6b8f7f73a50ce79c6eda6466ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059168.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ffe/490ea7fdb7ee8c40d75b0695aabfaffe/490ea7fdb7ee8c40d75b0695aabfaffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059173.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c5c/9938fb1f6c76271831bc6e252bcecc5c/9938fb1f6c76271831bc6e252bcecc5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059178.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ebe/06b1c22b3d9688351490e43f58641ebe/06b1c22b3d9688351490e43f58641ebe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059183.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f35/1e55c95bf7e6bc0ad940db7688f7ef35/1e55c95bf7e6bc0ad940db7688f7ef35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059188.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/583/17cf22d66fe524b2b2b7202c8b600583/17cf22d66fe524b2b2b7202c8b600583.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059193.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/85c/670daf59b02e8eb186bb0ac16641885c/670daf59b02e8eb186bb0ac16641885c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059198.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/fff/340848ae544f0b57b77feacb1265efff/340848ae544f0b57b77feacb1265efff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059203.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/60d/9c4c8739937f5ca8c240656427a6a60d/9c4c8739937f5ca8c240656427a6a60d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059208.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c02/337720a84163a3b63533d06119098c02/337720a84163a3b63533d06119098c02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059213.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/11f/698190ef57453a44a7932de04845111f/698190ef57453a44a7932de04845111f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059218.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c77/3e925d75dc02dde9168e4eeeab948c77/3e925d75dc02dde9168e4eeeab948c77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059223.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4eb/a38b4b2f7a7a9f3d9827bde3a52184eb/a38b4b2f7a7a9f3d9827bde3a52184eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059228.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/aa5/15adc10cc709320d0453409661525aa5/15adc10cc709320d0453409661525aa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059233.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/2d2/378d5f87ae282b8e9d0fb0d2f914e2d2/378d5f87ae282b8e9d0fb0d2f914e2d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059238.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/cf9/270b1e54ebd547544eff6a91e6a60cf9/270b1e54ebd547544eff6a91e6a60cf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059243.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/0f4/d85791242a92e58600690074d05760f4/d85791242a92e58600690074d05760f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059248.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/88f/d4059be5f49625cc5f8f3d32908ea88f/d4059be5f49625cc5f8f3d32908ea88f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059253.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f8a/85fbd9ec89c06c80611a212566f53f8a/85fbd9ec89c06c80611a212566f53f8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059258.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ce2/86a70e24ebd34a4edf592a0585e69ce2/86a70e24ebd34a4edf592a0585e69ce2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059263.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f6e/195edf3ddeacbf54ebf0d4aadc6aaf6e/195edf3ddeacbf54ebf0d4aadc6aaf6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059268.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/3bf/adf66e8688366894e4772f4beca023bf/adf66e8688366894e4772f4beca023bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059273.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/117/1ede24244d6c54143f4d2d7ac2acd117/1ede24244d6c54143f4d2d7ac2acd117.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059278.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/6cd/78f6da8571e2e66e10899643034eb6cd/78f6da8571e2e66e10899643034eb6cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059283.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/140/1ecf7f21dd8e8645d50af872046b1140/1ecf7f21dd8e8645d50af872046b1140.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059288.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/414/d03eaed2f9e6199ca844aa194b7e9414/d03eaed2f9e6199ca844aa194b7e9414.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059293.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e9b/9d86ba2b412de0e81f7d2b78d8012e9b/9d86ba2b412de0e81f7d2b78d8012e9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059298.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/8a1/d7b92cb39d54c53ea6e547d90e1118a1/d7b92cb39d54c53ea6e547d90e1118a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059303.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/450/5745469943c14c4097deab7e47a80450/5745469943c14c4097deab7e47a80450.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059308.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/d6b/c6b9a83f82c34e3655c116a6247a7d6b/c6b9a83f82c34e3655c116a6247a7d6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059313.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/793/1dce889b9004d424713a4f833c631793/1dce889b9004d424713a4f833c631793.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059318.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/9d1/5519aad16f763d9831503c811349f9d1/5519aad16f763d9831503c811349f9d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059323.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/2b0/e77c27fe4cb4d9791d18ef90a12142b0/e77c27fe4cb4d9791d18ef90a12142b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059328.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4e2/1a2461611392d87802ac5a85ef8374e2/1a2461611392d87802ac5a85ef8374e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059333.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4f2/1dcab5ba83ebaec249677672f117a4f2/1dcab5ba83ebaec249677672f117a4f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059338.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/aee/bd8e37a0aa04365441f628d3986e1aee/bd8e37a0aa04365441f628d3986e1aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059343.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/6c1/781ceecdeec8eea1b9510a28658446c1/781ceecdeec8eea1b9510a28658446c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059348.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e59/86da371b8d08908dcb5f512f1b611e59/86da371b8d08908dcb5f512f1b611e59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059353.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/5ad/ea3466608fa968e9b6bcb12eb0ea65ad/ea3466608fa968e9b6bcb12eb0ea65ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059358.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f6a/61df9e30174667d006952e371937df6a/61df9e30174667d006952e371937df6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059363.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/04b/1022aa91ac94d0335c462620e694a04b/1022aa91ac94d0335c462620e694a04b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059368.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/81a/4e16a18d1585bbd72f6a9b7f54cb081a/4e16a18d1585bbd72f6a9b7f54cb081a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059373.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/48e/d880b0a49fffab70451db31236dca48e/d880b0a49fffab70451db31236dca48e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059378.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/cf3/cf7bd39935496a130f87a8059b9b0cf3/cf7bd39935496a130f87a8059b9b0cf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059383.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4b2/35d64f438c07ee71c6ec72b4ebbd34b2/35d64f438c07ee71c6ec72b4ebbd34b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059388.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/34d/5c27b3cff8be408e3174b2dda1a7d34d/5c27b3cff8be408e3174b2dda1a7d34d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059393.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e7e/f5837e0ade0232cc76068aeaaa6f3e7e/f5837e0ade0232cc76068aeaaa6f3e7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059398.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/1b3/82340b062645710e9f6296f7a9b801b3/82340b062645710e9f6296f7a9b801b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059403.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/878/55b0554202805a91da25189a6e597878/55b0554202805a91da25189a6e597878.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059408.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ba0/9e95d42445a502707ee930ab42f5bba0/9e95d42445a502707ee930ab42f5bba0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059413.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/a5b/a3281456d6d30d380bcc124708e86a5b/a3281456d6d30d380bcc124708e86a5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059418.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ef1/54a04d033ef9f969f51fbc43c7720ef1/54a04d033ef9f969f51fbc43c7720ef1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059423.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/6fc/69f5b97a81706e880d113290429fb6fc/69f5b97a81706e880d113290429fb6fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059428.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ada/1b8dc2cfdcdffd6e58169af230082ada/1b8dc2cfdcdffd6e58169af230082ada.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059433.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/381/31d57eb4f83dcddfb86eb06f218cb381/31d57eb4f83dcddfb86eb06f218cb381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059438.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/2a6/9423fb748ab9c331d20dcf0e0eb032a6/9423fb748ab9c331d20dcf0e0eb032a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059443.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/81f/4c6df5b3a204d15d88bcaaec2ecb381f/4c6df5b3a204d15d88bcaaec2ecb381f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059448.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/31f/afbb10336729a7580f6305b5604e631f/afbb10336729a7580f6305b5604e631f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059453.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/0fb/af5b22d6afd8fbcebf6589d62f9ab0fb/af5b22d6afd8fbcebf6589d62f9ab0fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059458.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/450/66ce761918c2b5a478e05375277d4450/66ce761918c2b5a478e05375277d4450.db -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok - -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx8fedbee4876a48a293393-006a845b91) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx15f8da8d19254e24a1f37-006a845b91) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx2006cd105c7e4865b7ca5-0068774e1f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx132e3530b520443e9ee7f-0068774e1f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txbc72f015bb3542d19f338-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txc315042708db4050a3ed0-0068774e1f) proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 722, in _connect_put_node @@ -48916,10 +45467,10 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ raise status -Exception: kaboom! (txn: tx91812f9ba38c4a7ba37d3-006a845b91) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txc158d0c3e6ef43a99a735-006a845b91) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx103984635e3a4c09aeedb-006a845b91) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: txe3bf428b59bb4cb485126-006a845b91) +Exception: kaboom! (txn: txe03990fcc89a4c4bbffac-0068774e1f) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txbb73d55d66c34cd7aa47e-0068774e1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc7cf44922d43490b9e358-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx346d736c0e4a460095829-0068774e1f) proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 525, in _get_conn_response @@ -48933,20 +45484,40 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 737, in get_response_status raise self.status -Exception (txn: txfaf43f3b11934259880a5-006a845b91) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx75564676d9554e80879d1-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +Exception (txn: tx1ccf2c59cfdc4f4ab898d-0068774e1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx8e109069f67b416ca1e49-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok + proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx1319eadf6d9243139a555-006a845b91) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx1d7cd5baeb734d319e2f5-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx37c040e40a5f40cfbbcce-006a845b91) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx37c040e40a5f40cfbbcce-006a845b91) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx37c040e40a5f40cfbbcce-006a845b91) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx37c040e40a5f40cfbbcce-006a845b91) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx07266af3381b407596436-0068774e1f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx07266af3381b407596436-0068774e1f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx07266af3381b407596436-0068774e1f) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx07266af3381b407596436-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: Traceback (most recent call last): @@ -48967,504 +45538,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/controllers/test_obj.py", line 1992, in read raise Exception('exception message') -Exception: exception message (txn: tx41462c34cde649f99900c-006a845b91)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_error_reading_body -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_error_reading_body ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_footers_callback -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_footers_callback ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_call_accessors -test.unit.common.middleware.test_helpers.TestFakeSwift.test_call_accessors ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_capture_unexpected_calls -test.unit.common.middleware.test_helpers.TestFakeSwift.test_capture_unexpected_calls ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059463.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/399/68b4aa170cc0af7df66cb799ff79e399/68b4aa170cc0af7df66cb799ff79e399.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059468.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ba1/1b05bcc200941092b0aca5f19bb2bba1/1b05bcc200941092b0aca5f19bb2bba1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059473.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ab7/5bc084e65c271596625117757c97aab7/5bc084e65c271596625117757c97aab7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059478.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b6b/f8a0a0d6585d4a340f56611c7ff3ab6b/f8a0a0d6585d4a340f56611c7ff3ab6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059483.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/816/962937497a0b9301ac98077cb7462816/962937497a0b9301ac98077cb7462816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059488.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/d5a/4fbdf40549f598295bdb1625ffbd7d5a/4fbdf40549f598295bdb1625ffbd7d5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059493.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/49d/cf2522d1f0e923d2ab3d0db55af9949d/cf2522d1f0e923d2ab3d0db55af9949d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059498.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/eea/ed5f1b8861bbec764003121a7247beea/ed5f1b8861bbec764003121a7247beea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059503.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4f1/05154e82ee78e52026b8b9f0bf4a44f1/05154e82ee78e52026b8b9f0bf4a44f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059508.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/be6/2d13d5a37243c50a725aafd9413d8be6/2d13d5a37243c50a725aafd9413d8be6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059513.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/6a8/71144ef60bb238340ec34691f9ace6a8/71144ef60bb238340ec34691f9ace6a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059518.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4ac/3a8362dcee45be18cffb71c20fd6f4ac/3a8362dcee45be18cffb71c20fd6f4ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059523.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b11/2b2c621b000ad3e72458c9638761fb11/2b2c621b000ad3e72458c9638761fb11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059528.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/544/d5ca573381e7a2112385ed399441c544/d5ca573381e7a2112385ed399441c544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059533.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/fbc/f5d6a0c092194dd0496c5d4c2d1fcfbc/f5d6a0c092194dd0496c5d4c2d1fcfbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059538.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/179/628e62a0178aa5ce58bb64c8a23e7179/628e62a0178aa5ce58bb64c8a23e7179.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059543.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/963/70db815db79ee17c8758336c213ec963/70db815db79ee17c8758336c213ec963.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059548.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/a2d/000667c3b0eab021126f9902e10caa2d/000667c3b0eab021126f9902e10caa2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059553.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/dba/4871be10d03faf2918c0cbb4dab5adba/4871be10d03faf2918c0cbb4dab5adba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059558.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/045/942573d102239720e9d5c8b16d0a9045/942573d102239720e9d5c8b16d0a9045.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059563.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/21c/1d50cfa2cf9c307c167a513e5501b21c/1d50cfa2cf9c307c167a513e5501b21c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059568.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/361/bc9b5c4fd4c1a39ca6aae0d9f735f361/bc9b5c4fd4c1a39ca6aae0d9f735f361.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059573.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e8d/945056df2c80e8effadf9b39cb203e8d/945056df2c80e8effadf9b39cb203e8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059578.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/1f9/d2d790c67c2e574424416815b81ff1f9/d2d790c67c2e574424416815b81ff1f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059583.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/55c/0ead8233bba43dffc62f11f43885655c/0ead8233bba43dffc62f11f43885655c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059588.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/eb5/83e5cfc0f30e2b7bf076b212200feeb5/83e5cfc0f30e2b7bf076b212200feeb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059593.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/d32/4915fe0200afc27a3363f2c5776b3d32/4915fe0200afc27a3363f2c5776b3d32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059598.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/0a8/7b0e8834bff37bc2ba0be743a62a50a8/7b0e8834bff37bc2ba0be743a62a50a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059603.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/a78/d4f074f4259c3d8ad82eebdd3c4fba78/d4f074f4259c3d8ad82eebdd3c4fba78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059608.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e9e/6f37c593a4af8a846b6934da906f5e9e/6f37c593a4af8a846b6934da906f5e9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059613.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/a88/c872d04b5b11fdf17ebed4d2b4ceda88/c872d04b5b11fdf17ebed4d2b4ceda88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059618.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/940/1851841fbdd2c28d676ca8c61b102940/1851841fbdd2c28d676ca8c61b102940.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059623.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/21b/a059bf506c3ab133adb47fa858c1921b/a059bf506c3ab133adb47fa858c1921b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059628.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/38b/5a4a249e4357d86c90330dee567bd38b/5a4a249e4357d86c90330dee567bd38b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059633.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/738/fa6041268ef5d82cb1508ebb58dd9738/fa6041268ef5d82cb1508ebb58dd9738.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok - +Exception: exception message (txn: txc3fdd8d0f5074af89b0c4-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 525, in _get_conn_response resp = putter.await_response( @@ -49477,40 +45553,35 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 737, in get_response_status raise self.status -Exception: boom (txn: tx03cecb793ed8478da4101-006a845b91) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txbd50e4fccf904b2d93f9d-006a845b91) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc03a35e313fc4805a2fdc-006a845b91) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0be1a107cb7446608e752-006a845b91) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.2:1002/sdc (txn: tx0be1a107cb7446608e752-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd057552a1f0f4678ae8ec-006a845b91) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd25d2b796f564c5eaf026-006a845b91) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txd25d2b796f564c5eaf026-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: txf005d94436534465a7ba2-006a845b91) +Exception: boom (txn: txe1cfbb6f84e44aa6b3144-0068774e1f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx124efeace9c0498fb942d-0068774e1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx03e6913dc7e34562bf762-0068774e1f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf051496e46cf418cbca0e-0068774e1f) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: txf051496e46cf418cbca0e-0068774e1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7e780e5b78094261be642-0068774e20) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9a71c6a868954e43a6bcd-0068774e20) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.1:1001/sdb (txn: tx9a71c6a868954e43a6bcd-0068774e20) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: txb79e9b01aeb5405f96159-006a845b91) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: txcf20fc45917b43788bc0b-0068774e20) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 1784, in _send_chunk - self.conn.send(to_send) - ~~~~~~~~~~~~~~^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 915, in send - self.give_send(self, data) - ~~~~~~~~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/controllers/test_obj.py", line 1780, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: txbfae90e8c02d4b31ad465-006a845b91) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txd60089483a20410f8d73a-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +proxy-server WARNING: Client disconnected without sending enough data (txn: txec68bad477d34507a0284-0068774e20)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok @@ -49528,47 +45599,50 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txdf56cce54f8240a3a1027-006a845b91) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 1784, in _send_chunk + self.conn.send(to_send) + ~~~~~~~~~~~~~~^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 915, in send + self.give_send(self, data) + ~~~~~~~~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/controllers/test_obj.py", line 1780, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx81d49b760cfe4e30b91f2-0068774e20) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx78fca60b3311470494694-0068774e20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx08002e0800bc4621b48b1-0068774e20) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.63000 <= '409 (1787059089.63000), 409 (1787059089.63000), 409 (1787059089.63000)' (txn: tx18b5b8fa4bf245fb8fa5c-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.63231 <= '409 (1787059089.63231), 409 (1787059089.63231), 409 (1787059089.63231)' (txn: txf46eebe74b334a1d86412-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.63443 <= '409 (1787059089.63443), 409 (1787059089.63443), 409 (1787059089.63443)' (txn: txf133f3ad34d24390ab647-006a845b91) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.00000 <= '409 (1787059090.00000), 409 (1787059090.00000), 409 (1787059090.00000)' (txn: tx635e8ca3cae146b3931a9-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059091.00000 <= '409 (1787059092.00000), 409 (1787059092.00000), 409 (1787059092.00000)' (txn: tx806065c936ee40dfa8f87-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059093.00000 <= '409 (1787059094.00000), 409 (1787059094.00000), 409 (1787059094.00000)' (txn: tx0f24ceff403c4009b000a-006a845b91) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.00000 <= '409 (1787059089.00000), 409 (1787059089.00000), 409 (1787059089.00000)' (txn: tx7a5fe34c015b425485e33-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059090.00000 <= '409 (1787059090.00000), 409 (1787059090.00000), 409 (1787059090.00000)' (txn: tx27f9f242d5d641b4be69e-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059091.00000 <= '409 (1787059091.00000), 409 (1787059091.00000), 409 (1787059091.00000)' (txn: tx2036511357fa4c8c9c6d4-006a845b91) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.00000 <= '409 (1787059089.00000)' (txn: tx0840bdca3c98413680d51-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059090.00000 <= '409 (1787059090.00000)' (txn: txb1d3b355ec03431d9ab98-006a845b91) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059091.00000 <= '409 (1787059091.00000)' (txn: tx7aecff6b8e6643728f9bd-006a845b91) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.33258 <= '409 (1752649248.33258), 409 (1752649248.33258), 409 (1752649248.33258)' (txn: txc6a8c4bee191498eb0205-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.33560 <= '409 (1752649248.33560), 409 (1752649248.33560), 409 (1752649248.33560)' (txn: tx393136f544ee4fbf9b95c-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.33909 <= '409 (1752649248.33909), 409 (1752649248.33909), 409 (1752649248.33909)' (txn: tx47c27d824f1246bab5dc9-0068774e20) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok @@ -49590,7 +45664,35 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp + +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.00000 <= '409 (1752649249.00000), 409 (1752649249.00000), 409 (1752649249.00000)' (txn: txc382e656951e40a0aa46c-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649250.00000 <= '409 (1752649251.00000), 409 (1752649251.00000), 409 (1752649251.00000)' (txn: tx3d7e8a7884ca4004a4ab0-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649252.00000 <= '409 (1752649253.00000), 409 (1752649253.00000), 409 (1752649253.00000)' (txn: tx510b47584ad44a11a3667-0068774e20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.00000 <= '409 (1752649248.00000), 409 (1752649248.00000), 409 (1752649248.00000)' (txn: txe77acf1c6f0649c7a948f-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649249.00000 <= '409 (1752649249.00000), 409 (1752649249.00000), 409 (1752649249.00000)' (txn: txcfcff21f1be144cf99bfd-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649250.00000 <= '409 (1752649250.00000), 409 (1752649250.00000), 409 (1752649250.00000)' (txn: tx8d7b26f1f5a24a13ac019-0068774e20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.00000 <= '409 (1752649248.00000)' (txn: txff5bde22fb6a4bcfa9cad-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649249.00000 <= '409 (1752649249.00000)' (txn: txce5b97b48f144330a0f36-0068774e20) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649250.00000 <= '409 (1752649250.00000)' (txn: tx2531be997e32401fb962b-0068774e20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx26bfe83e10b9416da456b-0068774e20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.00000 <= '409 (1752649249.00000)' (txn: tx3975b9b47f7e4d3f929af-0068774e20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx7a4908ceffe8413198f24-0068774e20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok @@ -49603,555 +45705,1379 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:18:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test INFO: - - 18/Aug/2026/13/18/09 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.958718300 1787059089.958908319 0 -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1787059089.958673716 1787059089.959409714 0 -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1787059089.961099148 1787059089.961353779 0 -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1787059089.961055279 1787059089.961788654 0 -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.964378595 1787059089.964568377 0 -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1787059089.964337349 1787059089.965202570 0 -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.966673613 1787059089.966877222 0 -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1787059089.966635227 1787059089.967321157 0 -test INFO: - - 18/Aug/2026/13/18/09 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1787059089.968771219 1787059089.969117880 0 -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1787059089.968733549 1787059089.969591379 0 -test INFO: - - 18/Aug/2026/13/18/09 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.971342087 1787059089.971510887 0 -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1787059089.971853733 1787059089.972039461 0 -test INFO: - - 18/Aug/2026/13/18/09 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1787059089.972393990 1787059089.972513199 0 -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1787059089.971217394 1787059089.973012686 - -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.974600792 1787059089.974826813 0 -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1787059089.975125313 1787059089.975303411 0 -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.975673914 1787059089.975834608 0 -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1787059089.974477053 1787059089.976254940 - -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.978447437 1787059089.978626728 0 -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1787059089.978947163 1787059089.979124546 0 -test INFO: - - 18/Aug/2026/13/18/09 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.979460239 1787059089.979610682 0 -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1787059089.978334904 1787059089.980037212 - -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0011 FA - 1787059089.983889103 1787059089.985038519 0 -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1787059089.985418081 1787059089.985609293 0 -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.985972404 1787059089.986129045 0 -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0028 - - 1787059089.983767033 1787059089.986536980 - -test INFO: - - 18/Aug/2026/13/18/09 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1787059089.988133192 1787059089.988297701 0 -test INFO: - - 18/Aug/2026/13/18/09 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1787059089.988617420 1787059089.988825321 0 -test INFO: - - 18/Aug/2026/13/18/09 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1787059089.989200354 1787059089.989324570 0 -test INFO: - - 18/Aug/2026/13/18/09 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1787059089.988020658 1787059089.989739180 - -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - {'Content-Type': 'application/json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py", line 354, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/5f1/e1021e3b140d671d2ff80f60896585f1/e1021e3b140d671d2ff80f60896585f1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649616.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/5f1/e1021e3b140d671d2ff80f60896585f1/e1021e3b140d671d2ff80f60896585f1_1752649616.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/9ac/0d45a0cd5dd8ea51a71e1c161a31a9ac/0d45a0cd5dd8ea51a71e1c161a31a9ac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649620.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/9ac/0d45a0cd5dd8ea51a71e1c161a31a9ac/0d45a0cd5dd8ea51a71e1c161a31a9ac_1752649620.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a10/e6cf9c35ef7a6ea338698f67eb40ea10/e6cf9c35ef7a6ea338698f67eb40ea10.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649624.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a10/e6cf9c35ef7a6ea338698f67eb40ea10/e6cf9c35ef7a6ea338698f67eb40ea10_1752649624.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/696/037f5244e82277fce852ca5a2c253696/037f5244e82277fce852ca5a2c253696.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649628.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/696/037f5244e82277fce852ca5a2c253696/037f5244e82277fce852ca5a2c253696_1752649628.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/00c/063f02e6e459d29f1acd1d49a299400c/063f02e6e459d29f1acd1d49a299400c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649632.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/00c/063f02e6e459d29f1acd1d49a299400c/063f02e6e459d29f1acd1d49a299400c_1752649632.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/bb6/064fe374508af0a0e25124d67c567bb6/064fe374508af0a0e25124d67c567bb6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649636.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/bb6/064fe374508af0a0e25124d67c567bb6/064fe374508af0a0e25124d67c567bb6_1752649636.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/c6a/a01fd282ad5405aaf8d4fc961d138c6a/a01fd282ad5405aaf8d4fc961d138c6a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649640.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/c6a/a01fd282ad5405aaf8d4fc961d138c6a/a01fd282ad5405aaf8d4fc961d138c6a_1752649640.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/2de/14768752277fc4d1f43f4ecd3634d2de/14768752277fc4d1f43f4ecd3634d2de.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649644.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/2de/14768752277fc4d1f43f4ecd3634d2de/14768752277fc4d1f43f4ecd3634d2de_1752649644.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a21/e99cff6411acf5caee609e89962bea21/e99cff6411acf5caee609e89962bea21.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649648.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a21/e99cff6411acf5caee609e89962bea21/e99cff6411acf5caee609e89962bea21_1752649648.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/797/f67b36b789f97eb4541d736b57cdf797/f67b36b789f97eb4541d736b57cdf797.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649652.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/797/f67b36b789f97eb4541d736b57cdf797/f67b36b789f97eb4541d736b57cdf797_1752649652.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/10d/6f6450bef6cb4c4b743de70ffa38510d/6f6450bef6cb4c4b743de70ffa38510d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649656.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/10d/6f6450bef6cb4c4b743de70ffa38510d/6f6450bef6cb4c4b743de70ffa38510d_1752649656.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/b1b/52c05508192deaa30ffe5a44bc458b1b/52c05508192deaa30ffe5a44bc458b1b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649660.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/b1b/52c05508192deaa30ffe5a44bc458b1b/52c05508192deaa30ffe5a44bc458b1b_1752649660.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/94a/1b0c338ee48837196dc821e383feb94a/1b0c338ee48837196dc821e383feb94a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649664.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/94a/1b0c338ee48837196dc821e383feb94a/1b0c338ee48837196dc821e383feb94a_1752649664.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/c85/b4de7a4e36923e4d2d2800236127cc85/b4de7a4e36923e4d2d2800236127cc85.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649668.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/c85/b4de7a4e36923e4d2d2800236127cc85/b4de7a4e36923e4d2d2800236127cc85_1752649668.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/d31/0189b792439fc13d0b69b63595d68d31/0189b792439fc13d0b69b63595d68d31.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649672.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/d31/0189b792439fc13d0b69b63595d68d31/0189b792439fc13d0b69b63595d68d31_1752649672.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/6b7/1f6fd48c995c59ca980596e57bd2b6b7/1f6fd48c995c59ca980596e57bd2b6b7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649676.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/6b7/1f6fd48c995c59ca980596e57bd2b6b7/1f6fd48c995c59ca980596e57bd2b6b7_1752649676.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/e0a/01f84620224da3813d0dc0619d18fe0a/01f84620224da3813d0dc0619d18fe0a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649680.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/e0a/01f84620224da3813d0dc0619d18fe0a/01f84620224da3813d0dc0619d18fe0a_1752649680.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/bbb/07ea5db4c04fb0bd0e5779272f7d7bbb/07ea5db4c04fb0bd0e5779272f7d7bbb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649684.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/bbb/07ea5db4c04fb0bd0e5779272f7d7bbb/07ea5db4c04fb0bd0e5779272f7d7bbb_1752649684.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/31d/7675b402e7a2a5fd0d0a97584d2d431d/7675b402e7a2a5fd0d0a97584d2d431d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649688.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/31d/7675b402e7a2a5fd0d0a97584d2d431d/7675b402e7a2a5fd0d0a97584d2d431d_1752649688.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/df6/345798e23adc72492377e1ad6ef26df6/345798e23adc72492377e1ad6ef26df6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649692.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/df6/345798e23adc72492377e1ad6ef26df6/345798e23adc72492377e1ad6ef26df6_1752649692.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/91f/1073a940d113b86d8311be55992f791f/1073a940d113b86d8311be55992f791f.db'test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx45b36780f7d1459d96198-0068774e20) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1752649248.00000 <= '409 (1752649249.00000), 201 (unknown), 201 (unknown)' (txn: tx0aba594ad43042f89c08c-0068774e20) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfe97f029e195411a89b34-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.00000 <= '409 (1787059090.00000)' (txn: txe33f7d11fe7e4bd29df87-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx96758ca600e347f3adcf1-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx525995469e60486c87e16-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1787059089.00000 <= '409 (1787059090.00000), 201 (unknown), 201 (unknown)' (txn: txa0336a6edae34f61be024-006a845b91) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059638.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/8c7/2b19a019dbf10d5c6c1ae9b99c5978c7/2b19a019dbf10d5c6c1ae9b99c5978c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059643.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/3f5/2e8b4b71aee3eace6c0d261fc6a7f3f5/2e8b4b71aee3eace6c0d261fc6a7f3f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059648.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/1f7/c7ddbfa2fbe7e837af7c5a52c73601f7/c7ddbfa2fbe7e837af7c5a52c73601f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059653.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4bb/efd1fed39c765c5d12e4120b805a44bb/efd1fed39c765c5d12e4120b805a44bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059658.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/574/49f2387eb4ea526d1c41e5ea39bf1574/49f2387eb4ea526d1c41e5ea39bf1574.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059663.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/bb8/a1c336790670ee2b9fbd819002356bb8/a1c336790670ee2b9fbd819002356bb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059668.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/1ec/e5c4b3e08611c0e4eb0d20efccc701ec/e5c4b3e08611c0e4eb0d20efccc701ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059673.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/687/7dff6853dc216dcb18a918054c2a3687/7dff6853dc216dcb18a918054c2a3687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059678.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/dff/bbe1087faae35ab0a18147c835c53dff/bbe1087faae35ab0a18147c835c53dff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059683.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4f4/20d7e994c658c8cb390be7ac2f5b24f4/20d7e994c658c8cb390be7ac2f5b24f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059688.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/63e/ca63f866b63e70dbd894439d85c4b63e/ca63f866b63e70dbd894439d85c4b63e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059693.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/a8b/9be8f9a79461a687c80a45c7dccc8a8b/9be8f9a79461a687c80a45c7dccc8a8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059698.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ae4/0adcc7a2052eed7eed60f55f5883dae4/0adcc7a2052eed7eed60f55f5883dae4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059703.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f74/7d2ff1c38286c99e8258504d1f1e1f74/7d2ff1c38286c99e8258504d1f1e1f74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059708.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/5ac/7bdef703567c44a89e16963aa59eb5ac/7bdef703567c44a89e16963aa59eb5ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059713.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/6de/b9aed03186a72876638632cefd7846de/b9aed03186a72876638632cefd7846de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059718.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/1b6/09ad35017358263a4c010e688d0b61b6/09ad35017358263a4c010e688d0b61b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059723.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/71f/fa78aee59447ffbb9f4dd567c9dac71f/fa78aee59447ffbb9f4dd567c9dac71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059728.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/318/abff6db7b521fafb86a1cb2a187b3318/abff6db7b521fafb86a1cb2a187b3318.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059733.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/fea/26c0d023dc290e43fbc0ffd14c78dfea/26c0d023dc290e43fbc0ffd14c78dfea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059738.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/5c8/19cb382ba799bcdb709895021b0885c8/19cb382ba799bcdb709895021b0885c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059743.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/8d8/dc4df5a129111deb2d451650d29198d8/dc4df5a129111deb2d451650d29198d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059748.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/459/bf4a1cc35a422898710447d6d8cec459/bf4a1cc35a422898710447d6d8cec459.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059753.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/2f8/0a76261cc8549934f2a9a4fd9991e2f8/0a76261cc8549934f2a9a4fd9991e2f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059758.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/309/950e943a947725e82b903fc306ef7309/950e943a947725e82b903fc306ef7309.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059763.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b56/7af7a5bfe8e25b53749cca783fd87b56/7af7a5bfe8e25b53749cca783fd87b56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059768.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c75/20f8f47d201d796aa5e5fcba0e4d8c75/20f8f47d201d796aa5e5fcba0e4d8c75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059773.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/548/48abef1d34da7f28dc8f0ced95f33548/48abef1d34da7f28dc8f0ced95f33548.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059778.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/fde/9bf157d3c2c719e2765b8142c3b3ffde/9bf157d3c2c719e2765b8142c3b3ffde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059783.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/011/b520214f60ee3f2703ff6dbcc0573011/b520214f60ee3f2703ff6dbcc0573011.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059788.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c54/93a05b8dc7ae9ba7bca88a78460a2c54/93a05b8dc7ae9ba7bca88a78460a2c54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059793.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f3d/d438f24fe0acbb0f570a8ceb040e9f3d/d438f24fe0acbb0f570a8ceb040e9f3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059798.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/351/e6b24951a2b5c2f35e6bdc051ed48351/e6b24951a2b5c2f35e6bdc051ed48351.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059803.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/9ea/7a54281599a60563d4b9f8ca9e1b49ea/7a54281599a60563d4b9f8ca9e1b49ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059808.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/197/a92991a8c9b55d7eb9cd698757922197/a92991a8c9b55d7eb9cd698757922197.dbtest-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpwtrp5h31/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwtrp5h31/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpwtrp5h31/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwtrp5h31/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:48 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1137663 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:48 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0074 "-" 1137663 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:48 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0072 "-" 1137663 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:48 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0059 "-" 1137663 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:48 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx62c969e166af4f8cbf231-0068774e20" "proxy-server 1137663" 0.0094 "-" 1137663 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56017/sdb1/1/a/c" "tx62c969e166af4f8cbf231-0068774e20" "container-server 1137663" 0.0011 "-" 1137663 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55757/sda1/1/a/c" "tx62c969e166af4f8cbf231-0068774e20" "container-server 1137663" 0.0011 "-" 1137663 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx62c969e166af4f8cbf231-0068774e20" "proxy-server 1137663" 0.0306 "-" 1137663 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx62c969e166af4f8cbf231-0068774e20" "proxy-server 1137663" 0.0181 "-" 1137663 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/49 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx62c969e166af4f8cbf231-0068774e20 - 0.0559 - - 1752649248.966303825 1752649249.022225380 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx103c02f75a01468790379-0068774e21" "proxy-server 1137663" 0.0012 "-" 1137663 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56017/sdb1/1/a1/c1" "tx103c02f75a01468790379-0068774e21" "container-server 1137663" 0.0010 "-" 1137663 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55757/sda1/1/a1/c1" "tx103c02f75a01468790379-0068774e21" "container-server 1137663" 0.0010 "-" 1137663 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx103c02f75a01468790379-0068774e21" "proxy-server 1137663" 0.0165 "-" 1137663 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx103c02f75a01468790379-0068774e21" "proxy-server 1137663" 0.0299 "-" 1137663 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/49 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx103c02f75a01468790379-0068774e21 - 0.0459 - - 1752649249.023873091 1752649249.069773912 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8a70440c40ab49a7a649b-0068774e21" "proxy-server 1137663" 0.0019 "-" 1137663 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56017/sdb1/2/a/c1" "tx8a70440c40ab49a7a649b-0068774e21" "container-server 1137663" 0.0010 "-" 1137663 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55757/sda1/2/a/c1" "tx8a70440c40ab49a7a649b-0068774e21" "container-server 1137663" 0.0016 "-" 1137663 1/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649696.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/91f/1073a940d113b86d8311be55992f791f/1073a940d113b86d8311be55992f791f_1752649696.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/674/036b041bda94c044d9957956a6113674/036b041bda94c044d9957956a6113674.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649700.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/674/036b041bda94c044d9957956a6113674/036b041bda94c044d9957956a6113674_1752649700.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/c60/459de562c7d8bdfc91793b88885a4c60/459de562c7d8bdfc91793b88885a4c60.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649704.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/c60/459de562c7d8bdfc91793b88885a4c60/459de562c7d8bdfc91793b88885a4c60_1752649704.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/e0a/1183815a4bd591fb003c2733a8203e0a/1183815a4bd591fb003c2733a8203e0a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649708.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/e0a/1183815a4bd591fb003c2733a8203e0a/1183815a4bd591fb003c2733a8203e0a_1752649708.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/198/e9a843352236faa4f0d8c0989e0ac198/e9a843352236faa4f0d8c0989e0ac198.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649712.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/198/e9a843352236faa4f0d8c0989e0ac198/e9a843352236faa4f0d8c0989e0ac198_1752649712.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/ba5/baee1962af322f266e0603be81b43ba5/baee1962af322f266e0603be81b43ba5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649716.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/ba5/baee1962af322f266e0603be81b43ba5/baee1962af322f266e0603be81b43ba5_1752649716.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/a96/fc404bbf2e848fc50408d60ced109a96/fc404bbf2e848fc50408d60ced109a96.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649720.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/a96/fc404bbf2e848fc50408d60ced109a96/fc404bbf2e848fc50408d60ced109a96_1752649720.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/90f/704b93baf3f9e74e7d4dd7da22e2090f/704b93baf3f9e74e7d4dd7da22e2090f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649724.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/90f/704b93baf3f9e74e7d4dd7da22e2090f/704b93baf3f9e74e7d4dd7da22e2090f_1752649724.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/5b9/db73c91c2094ff5730f41b12249255b9/db73c91c2094ff5730f41b12249255b9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649728.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/5b9/db73c91c2094ff5730f41b12249255b9/db73c91c2094ff5730f41b12249255b9_1752649728.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/246/6b75133544a3a17631bbd88f33433246/6b75133544a3a17631bbd88f33433246.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649732.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/246/6b75133544a3a17631bbd88f33433246/6b75133544a3a17631bbd88f33433246_1752649732.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/7ef/e20b48104fd485dee0244f11480ff7ef/e20b48104fd485dee0244f11480ff7ef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649736.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/7ef/e20b48104fd485dee0244f11480ff7ef/e20b48104fd485dee0244f11480ff7ef_1752649736.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/e5b/60e9026f4ee27516a7f1d2ebd0c9ee5b/60e9026f4ee27516a7f1d2ebd0c9ee5b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649740.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/e5b/60e9026f4ee27516a7f1d2ebd0c9ee5b/60e9026f4ee27516a7f1d2ebd0c9ee5b_1752649740.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/013/419ee27481c14680c081779754a2a013/419ee27481c14680c081779754a2a013.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649744.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/013/419ee27481c14680c081779754a2a013/419ee27481c14680c081779754a2a013_1752649744.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/b8d/987bb5911172ce96376c08cc5c839b8d/987bb5911172ce96376c08cc5c839b8d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649748.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/b8d/987bb5911172ce96376c08cc5c839b8d/987bb5911172ce96376c08cc5c839b8d_1752649748.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/cc8/2c6bedff880567755a917be647342cc8/2c6bedff880567755a917be647342cc8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649752.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/cc8/2c6bedff880567755a917be647342cc8/2c6bedff880567755a917be647342cc8_1752649752.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppt6bl31b/sda/containers/0/7d2/dbc22f6d38d26148bb6ff2554966a7d2/dbc22f6d38d26148bb6ff2554966a7d2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649756.00000-0, db: /tmp/tmppt6bl31b/sda/containers/0/7d2/dbc22f6d38d26148bb6ff2554966a7d2/dbc22f6d38d26148bb6ff2554966a7d2_1752649756.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649252.00000-0, db: /tmp/tmp1bt61a6o/sda/containers/0/d96/9a7738f78cf20d79f731ff0476779d96/9a7738f78cf20d79f731ff0476779d96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmp1bt61a6o/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649260.00000-0, db: /tmp/tmp1bt61a6o/sda/containers/0/c99/5df079d487ee9ea3043b97e6693b1c99/5df079d487ee9ea3043b97e6693b1c99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmp1bt61a6o/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpl7704mt6/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmpl7704mt6/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmpl7704mt6/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmpl7704mt6/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok + +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8a70440c40ab49a7a649b-0068774e21" "proxy-server 1137663" 0.0256 "-" 1137663 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8a70440c40ab49a7a649b-0068774e21" "proxy-server 1137663" 0.0221 "-" 1137663 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8a70440c40ab49a7a649b-0068774e21 - 0.0428 - - 1752649249.071344376 1752649249.114148378 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx471b68df298f49148fcd1-0068774e21" "proxy-server 1137663" 0.0101 "-" 1137663 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56017/sdb1/1/a/c2" "tx471b68df298f49148fcd1-0068774e21" "container-server 1137663" 0.0016 "-" 1137663 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55757/sda1/1/a/c2" "tx471b68df298f49148fcd1-0068774e21" "container-server 1137663" 0.0010 "-" 1137663 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx471b68df298f49148fcd1-0068774e21" "proxy-server 1137663" 0.0260 "-" 1137663 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx471b68df298f49148fcd1-0068774e21" "proxy-server 1137663" 0.0390 "-" 1137663 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx471b68df298f49148fcd1-0068774e21 - 0.0595 - - 1752649249.131828070 1752649249.191331387 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - different_region) - File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - different_region=different_region) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py", line 714, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.35.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00045 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1296, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1325, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sdatest.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_9_s0ck8/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00218 seconds (458.17258/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Skipping /tmp/tmpx9374ksw/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpx9374ksw/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpx9374ksw/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmprhdnj0dn/asdf/data because [Errno 20] Not a directory: '/tmp/tmprhdnj0dn/asdf/data' -test WARNING: Skipping /tmp/tmprhdnj0dn/asdf/data because [Errno 20] Not a directory: '/tmp/tmprhdnj0dn/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmpfatev9p2/asdf/data because [Errno 20] Not a directory: '/tmp/tmpfatev9p2/asdf/data' -hello -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_formatter_extras -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_formatter_extras ... ok -hello -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init ... ok -my-prefix: hello -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init_with_prefix -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_init_with_prefix ... ok -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals_stacked_adapter -test.unit.common.utils.test_logs.TestSwiftLogAdapter.test_thread_locals_stacked_adapter ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649257.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/18a/711b3caf39f345894b86c8d8f0ad918a/711b3caf39f345894b86c8d8f0ad918a.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649257.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/18a/711b3caf39f345894b86c8d8f0ad918a/711b3caf39f345894b86c8d8f0ad918a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649257.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/18a/711b3caf39f345894b86c8d8f0ad918a/711b3caf39f345894b86c8d8f0ad918a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649265.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/d7b/ae6322391031981c903069f1a77d9d7b/ae6322391031981c903069f1a77d9d7b.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649265.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/d7b/ae6322391031981c903069f1a77d9d7b/ae6322391031981c903069f1a77d9d7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649265.00000-0, db: /tmp/tmpludl8yaw/sda/containers/0/d7b/ae6322391031981c903069f1a77d9d7b/ae6322391031981c903069f1a77d9d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmperzwhgqa/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649253.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/850/91951fb851231709805a37a18069d850/91951fb851231709805a37a18069d850.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649259.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/0fd/df7ff8597444e86cb94f07eb90fdf0fd/df7ff8597444e86cb94f07eb90fdf0fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649262.00000-0, db: /tmp/tmpi3awmean/sda/containers/0/5b5/1c56b6150b0fe2e1007a19063164b5b5/1c56b6150b0fe2e1007a19063164b5b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649254.00000-0, db: /tmp/tmppzf_0tol/sda/containers/0/857/21336e6201f6f0c621400adfa5edb857/21336e6201f6f0c621400adfa5edb857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649256.00000-0, db: /tmp/tmppzf_0tol/sda/containers/0/c33/e47b3b3b6555ccda5426989f3a657c33/e47b3b3b6555ccda5426989f3a657c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649258.00000-0, db: /tmp/tmppzf_0tol/sda/containers/0/749/b0e70dad3413eb1e7f68a392adee6749/b0e70dad3413eb1e7f68a392adee6749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649260.00000-0, db: /tmp/tmppzf_0tol/sda/containers/0/c99/5df079d487ee9ea3043b97e6693b1c99/5df079d487ee9ea3043b97e6693b1c99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649255.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e97/303eb5ba8ee40b6b11424628fc44fe97/303eb5ba8ee40b6b11424628fc44fe97.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649255.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e97/303eb5ba8ee40b6b11424628fc44fe97/303eb5ba8ee40b6b11424628fc44fe97.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649258.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/749/b0e70dad3413eb1e7f68a392adee6749/b0e70dad3413eb1e7f68a392adee6749.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649258.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/749/b0e70dad3413eb1e7f68a392adee6749/b0e70dad3413eb1e7f68a392adee6749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649261.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/1f8/4d6342d526f8db023abf6f41a18f61f8/4d6342d526f8db023abf6f41a18f61f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649264.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/168/01f3dd48b2880a6686a1ac7ea44a9168/01f3dd48b2880a6686a1ac7ea44a9168.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649267.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/dbd/c9b9e090cc6ba155c1593f865fe4bdbd/c9b9e090cc6ba155c1593f865fe4bdbd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649267.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/dbd/c9b9e090cc6ba155c1593f865fe4bdbd/c9b9e090cc6ba155c1593f865fe4bdbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649270.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/54e/4e278f32d17cc6f74aa4ccbd4b83654e/4e278f32d17cc6f74aa4ccbd4b83654e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649270.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/54e/4e278f32d17cc6f74aa4ccbd4b83654e/4e278f32d17cc6f74aa4ccbd4b83654e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649273.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/0a8/46477b7e2bb22b9299fe7cf4c375f0a8/46477b7e2bb22b9299fe7cf4c375f0a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649273.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/0a8/46477b7e2bb22b9299fe7cf4c375f0a8/46477b7e2bb22b9299fe7cf4c375f0a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649276.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649276.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/cb7/ce6a0f6690be0dba74dba8c9603a8cb7/ce6a0f6690be0dba74dba8c9603a8cb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649279.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e7a/b53074114c647e93634ed6be788a8e7a/b53074114c647e93634ed6be788a8e7a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649279.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e7a/b53074114c647e93634ed6be788a8e7a/b53074114c647e93634ed6be788a8e7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649282.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e9e/d77994bda2a2be7f64d5ed1014024e9e/d77994bda2a2be7f64d5ed1014024e9e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649282.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e9e/d77994bda2a2be7f64d5ed1014024e9e/d77994bda2a2be7f64d5ed1014024e9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649285.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/cb0/5931836cd0e2009266e7d18568e8dcb0/5931836cd0e2009266e7d18568e8dcb0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649285.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/cb0/5931836cd0e2009266e7d18568e8dcb0/5931836cd0e2009266e7d18568e8dcb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649288.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649288.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee/c2f45a7e36b56bfa483fd3ca5e3ba8ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649291.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/4ef/d08a38a3249187d59ed3804f24ead4ef/d08a38a3249187d59ed3804f24ead4ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649291.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/4ef/d08a38a3249187d59ed3804f24ead4ef/d08a38a3249187d59ed3804f24ead4ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649294.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/354/9c9bda711769a2bd3de365246c855354/9c9bda711769a2bd3de365246c855354.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649294.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/354/9c9bda711769a2bd3de365246c855354/9c9bda711769a2bd3de365246c855354.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649297.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/970/e4c331d3fed628b1def0a9842fc89970/e4c331d3fed628b1def0a9842fc89970.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649297.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/970/e4c331d3fed628b1def0a9842fc89970/e4c331d3fed628b1def0a9842fc89970.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649300.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/2fe/9283196a0840ff8a575aaf22b5ee02fe/9283196a0840ff8a575aaf22b5ee02fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649303.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/de4/98d12202d4d0f0cddb94d05ad8e32de4/98d12202d4d0f0cddb94d05ad8e32de4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649303.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/de4/98d12202d4d0f0cddb94d05ad8e32de4/98d12202d4d0f0cddb94d05ad8e32de4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649306.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/30d/6bd065a7d78df2b93ff918b1d71b730d/6bd065a7d78df2b93ff918b1d71b730d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649306.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/30d/6bd065a7d78df2b93ff918b1d71b730d/6bd065a7d78df2b93ff918b1d71b730d.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649309.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/dbe/5b7dbe0c08977df28aca600b76972dbe/5b7dbe0c08977df28aca600b76972dbe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649309.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/dbe/5b7dbe0c08977df28aca600b76972dbe/5b7dbe0c08977df28aca600b76972dbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649312.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649312.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/d66/f7bcfc2f39efa127030955b9fbe3ad66/f7bcfc2f39efa127030955b9fbe3ad66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649315.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/5ab/f0485196928b0e810f2510370d7565ab/f0485196928b0e810f2510370d7565ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649315.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/5ab/f0485196928b0e810f2510370d7565ab/f0485196928b0e810f2510370d7565ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649318.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/708/2a721300a0c58bb1e8a9375e20a0b708/2a721300a0c58bb1e8a9375e20a0b708.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649318.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/708/2a721300a0c58bb1e8a9375e20a0b708/2a721300a0c58bb1e8a9375e20a0b708.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649321.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/983/be970ae8efb95a77776e34e0237ec983/be970ae8efb95a77776e34e0237ec983.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649321.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/983/be970ae8efb95a77776e34e0237ec983/be970ae8efb95a77776e34e0237ec983.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649324.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/a27/06ee14ddd6d9b37ec6b642e8b47c5a27/06ee14ddd6d9b37ec6b642e8b47c5a27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649327.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/a26/3215640fb173199a15c500bd6b962a26/3215640fb173199a15c500bd6b962a26.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649327.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/a26/3215640fb173199a15c500bd6b962a26/3215640fb173199a15c500bd6b962a26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649330.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e5b/f8b11af5a7640fa9309b5e0eaee2ce5b/f8b11af5a7640fa9309b5e0eaee2ce5b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649330.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/e5b/f8b11af5a7640fa9309b5e0eaee2ce5b/f8b11af5a7640fa9309b5e0eaee2ce5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649333.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/c94/81a11817624fc6fab9d546156f915c94/81a11817624fc6fab9d546156f915c94.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649333.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/c94/81a11817624fc6fab9d546156f915c94/81a11817624fc6fab9d546156f915c94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649336.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649336.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/35e/7465eb96f9c27c83d143b9d1e814535e/7465eb96f9c27c83d143b9d1e814535e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649339.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/ef3/5310a78267971046db9eb34c09d57ef3/5310a78267971046db9eb34c09d57ef3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649339.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/ef3/5310a78267971046db9eb34c09d57ef3/5310a78267971046db9eb34c09d57ef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649342.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/7be/995c96001515d0754e06cf8c7ce547be/995c96001515d0754e06cf8c7ce547be.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649342.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/7be/995c96001515d0754e06cf8c7ce547be/995c96001515d0754e06cf8c7ce547be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649345.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/94e/0d912ad46d3594b3deb14ce2b756c94e/0d912ad46d3594b3deb14ce2b756c94e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649345.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/94e/0d912ad46d3594b3deb14ce2b756c94e/0d912ad46d3594b3deb14ce2b756c94e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649348.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649348.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/dac/bc50ab3c7151bc1900d7bc0790b61dac/bc50ab3c7151bc1900d7bc0790b61dac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649351.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/216/fb74939bb0dc7c6ca288d64215dea216/fb74939bb0dc7c6ca288d64215dea216.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649351.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/216/fb74939bb0dc7c6ca288d64215dea216/fb74939bb0dc7c6ca288d64215dea216.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649354.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/f95/059c7052dd960e461ef42b84c439ef95/059c7052dd960e461ef42b84c439ef95.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649354.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/f95/059c7052dd960e461ef42b84c439ef95/059c7052dd960e461ef42b84c439ef95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649357.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/90c/f4cefd64ffc4702f54672b3e2fa3b90c/f4cefd64ffc4702f54672b3e2fa3b90c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649357.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/90c/f4cefd64ffc4702f54672b3e2fa3b90c/f4cefd64ffc4702f54672b3e2fa3b90c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649360.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/41c/4ed6df3db52ba71e906a2b0011e9841c/4ed6df3db52ba71e906a2b0011e9841c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649363.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/a1c/325a7e4d63de48e02da5bda732baca1c/325a7e4d63de48e02da5bda732baca1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649363.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/a1c/325a7e4d63de48e02da5bda732baca1c/325a7e4d63de48e02da5bda732baca1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649366.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/ffe/7f8b4d2f304fa93091775373f6c00ffe/7f8b4d2f304fa93091775373f6c00ffe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649366.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/ffe/7f8b4d2f304fa93091775373f6c00ffe/7f8b4d2f304fa93091775373f6c00ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649369.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/243/e37a65b01fe498669a8d148d29437243/e37a65b01fe498669a8d148d29437243.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649369.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/243/e37a65b01fe498669a8d148d29437243/e37a65b01fe498669a8d148d29437243.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649372.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649372.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/503/cf9f7627d5a66538d679449c25d1f503/cf9f7627d5a66538d679449c25d1f503.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649375.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/12d/5c2c4ba7052745248ece166a1970912d/5c2c4ba7052745248ece166a1970912d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649375.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/12d/5c2c4ba7052745248ece166a1970912d/5c2c4ba7052745248ece166a1970912d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649378.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/3da/92232ea7aafa14403493425f67b653da/92232ea7aafa14403493425f67b653da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649378.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/3da/92232ea7aafa14403493425f67b653da/92232ea7aafa14403493425f67b653da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649381.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/570/bd6bdfe088dad467c1fdf759f9be5570/bd6bdfe088dad467c1fdf759f9be5570.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649381.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/570/bd6bdfe088dad467c1fdf759f9be5570/bd6bdfe088dad467c1fdf759f9be5570.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649384.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b/27bc304f5eb3ae5e0b71bf5528ab2d8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649387.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/fc3/194b75a740f642722256bf7ba6a09fc3/194b75a740f642722256bf7ba6a09fc3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649387.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/fc3/194b75a740f642722256bf7ba6a09fc3/194b75a740f642722256bf7ba6a09fc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649390.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/3ad/de103590bfea11a1aa518bc17095b3ad/de103590bfea11a1aa518bc17095b3ad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649390.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/3ad/de103590bfea11a1aa518bc17095b3ad/de103590bfea11a1aa518bc17095b3ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649393.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/8f6/152a1dc6f9bc285c6ff12dc943ea18f6/152a1dc6f9bc285c6ff12dc943ea18f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649393.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/8f6/152a1dc6f9bc285c6ff12dc943ea18f6/152a1dc6f9bc285c6ff12dc943ea18f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649396.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649396.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/417/234008f2f220fc6439d3fe88cd0b4417/234008f2f220fc6439d3fe88cd0b4417.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649399.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/3c4/71665618b8f2d435e74e1085543053c4/71665618b8f2d435e74e1085543053c4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649399.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/3c4/71665618b8f2d435e74e1085543053c4/71665618b8f2d435e74e1085543053c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649402.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/fe8/c16fc41bf73ac33331a9f1d9afa9dfe8/c16fc41bf73ac33331a9f1d9afa9dfe8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649402.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/fe8/c16fc41bf73ac33331a9f1d9afa9dfe8/c16fc41bf73ac33331a9f1d9afa9dfe8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649405.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/1e7/81f5ccfff0f1dde21275df984ac7b1e7/81f5ccfff0f1dde21275df984ac7b1e7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649405.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/1e7/81f5ccfff0f1dde21275df984ac7b1e7/81f5ccfff0f1dde21275df984ac7b1e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649408.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649408.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/07a/5361f0ba35a068eabcfb2f9431e1407a/5361f0ba35a068eabcfb2f9431e1407a.dbtest.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok + +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx35809b09cad549a482a72-0068774e21) +test INFO: Client disconnected on read of '/a/c' (txn: tx35809b09cad549a482a72-0068774e21) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txbbee1c9c9965413fa582e-0068774e21) +test INFO: Client disconnected on read of '/a/c' (txn: txbbee1c9c9965413fa582e-0068774e21) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx51830cdc590943f484866-0068774e23) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx51830cdc590943f484866-0068774e23) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx51830cdc590943f484866-0068774e23) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx51830cdc590943f484866-0068774e23) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649411.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/d24/9de391ed1a8d5366f73d0cce9df4fd24/9de391ed1a8d5366f73d0cce9df4fd24.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649411.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/d24/9de391ed1a8d5366f73d0cce9df4fd24/9de391ed1a8d5366f73d0cce9df4fd24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649414.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/f12/264528e85db8103cda23745ea8504f12/264528e85db8103cda23745ea8504f12.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649414.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/f12/264528e85db8103cda23745ea8504f12/264528e85db8103cda23745ea8504f12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649417.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/530/630da45e3f7446a33cbd9262705c3530/630da45e3f7446a33cbd9262705c3530.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649417.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/530/630da45e3f7446a33cbd9262705c3530/630da45e3f7446a33cbd9262705c3530.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649420.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/8f7/d034c888fc2b173de681a3fdffb248f7/d034c888fc2b173de681a3fdffb248f7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1752649420.00000-0, db: /tmp/tmpejr8noa6/sda/containers/0/8f7/d034c888fc2b173de681a3fdffb248f7/d034c888fc2b173de681a3fdffb248f7.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00020313262939453125s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp30ap4xvs/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001735687255859375s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok + + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp30ap4xvs/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001404285430908203s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1752649204.32815, (5, 5) as of 1752649251.35724, cleaved as of 1752649204.32815> in 0.027s, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp30ap4xvs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.08414.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00017023086547851562s, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok + +sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1752649204.32815, (1, 6144) as of 1752649251.47597, cleaved as of 1752649204.32815> in 0.019s, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_mcf6gn9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.40704.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1752649204.32815, (6, 6) as of 1752649251.54698, cleaved as of 1752649204.32815> in 0.007s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a24623bf-f571-4a9f-8961-f6572564bf3e-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok + +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1752649204.32815, (6, 6) as of 1752649251.54698, cleaved as of 1752649204.32815>, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1752649204.32815, (6, 6) as of 1752649251.54698, cleaved as of 1752649204.32815> in 0.013s, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpkmcr7yln/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.49776.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, found as of 1752649204.32815>, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok + +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpkdxgn7sg/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - shard db already in sync, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1752649204.32815, (3, 6) as of 1752649251.75227, cleaved as of 1752649204.32815> in 0.003s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1752649204.32815, (1, 100) as of 1752649251.76441, cleaved as of 1752649204.32815> in 0.007s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1752649204.32815, (1, 1000) as of 1752649251.80457, cleaved as of 1752649204.32815> in 0.007s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1752649204.32815, (2, 15) as of 1752649251.83311, active as of 1752649204.32815>, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001609325408935547s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok + +test ERROR: Could not load '/tmp/tmp8mq_bcww/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmp8mq_bcww/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '62a609156570422d993fe489c53b8cac': [Errno 2] No such file or directory: '62a609156570422d993fe489c53b8cac' +test ERROR: Could not load '/tmp/tmpg6fcsybp/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpg6fcsybp/container-sync-realms.conf' +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - + +user quit +No .MockServer object at 0xffff9fd4ef10> running +.MockServerFactory.MockServer object at 0xffffa24a41a0> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff9fd551d0> running +No .MockServerFactory.MockServer object at 0xffffa2452d50> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9ffd1810> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa24a4830> to die; killing +Signal .MockServerFactory.MockServer object at 0xffffa24a4830> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9fd56350> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff9fd56350> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa2452d50> to die; killing +Signal .MockServerFactory.MockServer object at 0xffffa2452d50> pid: None signal: 9 +test ERROR: Problem finding shard upper in '/tmp/tmppah5347a/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmppah5347a/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpn5jqnme1/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpn5jqnme1/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok +Container 'a/c' cannot be set to sharded state while in sharded state + +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1752649204.32815, (2, 15) as of 1752649251.83311, active as of 1752649204.32815> in 0.014s, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpkdxgn7sg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.64112.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqq0w0369/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649251.94249.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001418590545654297s, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - zero objects found, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - zero objects found, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpf4t6dlm_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.02222.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaved ShardRange in 0.014s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, found as of 1752649204.32815>, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.343292236328125e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.103515625e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp_z1nmon9/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - shard db already in sync, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1752649204.32815, (3, 6) as of 1752649252.33539, cleaved as of 1752649204.32815> in 0.003s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 5.555152893066406e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1752649204.32815, (1, 100) as of 1752649252.34827, cleaved as of 1752649204.32815> in 0.007s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019860267639160156s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.698204040527344e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1752649204.32815, (1, 1000) as of 1752649252.38853, cleaved as of 1752649204.32815> in 0.011s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1752649204.32815, (2, 15) as of 1752649252.40843, active as of 1752649204.32815>, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.104873657226562e-05s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1752649204.32815, (2, 15) as of 1752649252.40843, active as of 1752649204.32815> in 0.009s, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp_z1nmon9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.14676.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx39a5ac8c8adb452f89a8e-0068774e1e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx39a5ac8c8adb452f89a8e-0068774e1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx39a5ac8c8adb452f89a8e-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx39a5ac8c8adb452f89a8e-0068774e1e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx39a5ac8c8adb452f89a8e-0068774e1e) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx76c70ef4e5a643a59d491-0068774e1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx76c70ef4e5a643a59d491-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx76c70ef4e5a643a59d491-0068774e1e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx76c70ef4e5a643a59d491-0068774e1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx76c70ef4e5a643a59d491-0068774e1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx76c70ef4e5a643a59d491-0068774e1e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx76c70ef4e5a643a59d491-0068774e1e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Setting object count to 1065 (txn: tx4130036f3ddd410a8c2ee-0068774e20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Setting object count to 1065 (txn: tx0d938ef7e8e44232abb27-0068774e22) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx194184350ba14ee9a090d-0068774e23) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx194184350ba14ee9a090d-0068774e23) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txde2916321d41436897902-0068774e24)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok + +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1752649204.32815, (500000, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018930435180664062s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1752649204.32815, (2, 103) as of 1752649252.59197, cleaved as of 1752649204.32815> in 0.03s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1752649252.62459, (500000, 0) as of 1752649252.62459, created as of 1752649252.62459>, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1752649252.62459, (3, 1103) as of 1752649252.68006, cleaved as of 1752649252.62459> in 0.034s, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpz8576p99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649252.48311.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015544891357421875s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.890296936035156e-05s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011920928955078125s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpg6o1tg32/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014638900756835938s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011920928955078125s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.5789947509765625e-05s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.413459777832031e-05s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1752649252.70593, (0, 0) as of 1752649252.70593, sharding as of 1752649252.70593>, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok + +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1752649204.32815, (3, 6) as of 1752649252.88526, cleaved as of 1752649204.32815> in 0.012s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.010761737823486328s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1752649204.32815, (2, 15) as of 1752649252.91858, cleaved as of 1752649204.32815>, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1752649252.70593, (0, 0) as of 1752649252.70593, sharding as of 1752649252.70593>, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1752649204.32815, (2, 15) as of 1752649252.91858, cleaved as of 1752649204.32815> in 0.018s, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpg6o1tg32/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649252.70595.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpiqsjoi4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpiqsjoi4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpiqsjoi4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpiqsjoi4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpiqsjoi4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpiqsjoi4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpiqsjoi4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1752649253.11317, (1000, 11111) as of 1752649253.11317, created as of 1752649253.11317>, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok + +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019025802612304688s, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00028514862060546875s, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1752649276.00000, (0, 0) as of 1752649265.00000, shrunk as of 1752649265.00000>, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1752649253.11317, (1000, 11111) as of 1752649253.11317, created as of 1752649253.11317> in 0.02s, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1752649266.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011396408081054688s, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1752649253.24569, (1000, 11111) as of 1752649253.24569, cleaved as of 1752649253.24569>, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017976760864257812s, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001323223114013672s, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1752649303.00000, (0, 0) as of 1752649292.00000, shrunk as of 1752649292.00000>, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1752649253.24569, (1000, 11111) as of 1752649253.24569, cleaved as of 1752649253.24569> in 0.012s, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1752649293.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.606910705566406e-05s, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1752649253.37172, (1000, 11111) as of 1752649253.37172, active as of 1752649253.37172>, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018930435180664062s, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1752649330.00000, (0, 0) as of 1752649319.00000, shrunk as of 1752649319.00000>, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1752649253.37172, (1000, 11111) as of 1752649253.37172, active as of 1752649253.37172> in 0.018s, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok + +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1752649320.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1752649253.46152, (1000, 11111) as of 1752649253.46152, created as of 1752649253.46152>, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001590251922607422s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1752649346.00000, (0, 0) as of 1752649346.00000, shrinking as of 1752649346.00000>, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649253.46152, (1000, 11111) as of 1752649253.46152, created as of 1752649253.46152> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1752649253.46156, (1000, 11111) as of 1752649253.46156, created as of 1752649253.46156>, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016951560974121094s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1752649346.00000, (0, 0) as of 1752649346.00000, shrinking as of 1752649346.00000>, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1752649253.46156, (1000, 11111) as of 1752649253.46156, created as of 1752649253.46156> in 0.014s, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1752649347.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1752649253.68105, (1000, 11111) as of 1752649253.68105, cleaved as of 1752649253.68105>, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001952648162841797s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1752649379.00000, (0, 0) as of 1752649379.00000, shrinking as of 1752649379.00000>, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.dbtest.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok test.unit.obj.test_updater.TestObjectUpdater.test_aggregate_and_dump_recon test.unit.obj.test_updater.TestObjectUpdater.test_aggregate_and_dump_recon ... ok test.unit.obj.test_updater.TestObjectUpdater.test_aggregate_and_dump_recon_all_empty_devices @@ -50166,6 +47092,8 @@ test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok test.unit.obj.test_updater.TestObjectUpdater.test_creation test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok test.unit.obj.test_updater.TestObjectUpdater.test_dump_device_recon test.unit.obj.test_updater.TestObjectUpdater.test_dump_device_recon ... ok test.unit.obj.test_updater.TestObjectUpdater.test_gather_recon_stats @@ -50174,736 +47102,3603 @@ test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok + +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txde2916321d41436897902-0068774e24) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txde2916321d41436897902-0068774e24) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txde2916321d41436897902-0068774e24) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txde2916321d41436897902-0068774e24) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txde2916321d41436897902-0068774e24) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txde2916321d41436897902-0068774e24) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txde2916321d41436897902-0068774e24) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txde2916321d41436897902-0068774e24) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txde2916321d41436897902-0068774e24) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txde2916321d41436897902-0068774e24) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx2b59648cc0d24b0699680-0068774e24) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b59648cc0d24b0699680-0068774e24) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b59648cc0d24b0699680-0068774e24) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx2b59648cc0d24b0699680-0068774e24) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx564dd1d48a8e402f9f035-0068774e24) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx564dd1d48a8e402f9f035-0068774e24) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx564dd1d48a8e402f9f035-0068774e24) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx564dd1d48a8e402f9f035-0068774e24) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: Setting object count to 3120 (txn: tx50c240f0e3de4545818db-0068774e25) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok + +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649253.68105, (1000, 11111) as of 1752649253.68105, cleaved as of 1752649253.68105> in 0.015s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1752649253.68108, (1000, 11111) as of 1752649253.68108, cleaved as of 1752649253.68108>, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001857280731201172s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1752649379.00000, (0, 0) as of 1752649379.00000, shrinking as of 1752649379.00000>, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1752649253.68108, (1000, 11111) as of 1752649253.68108, cleaved as of 1752649253.68108> in 0.013s, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1752649380.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1752649253.86271, (1000, 11111) as of 1752649253.86271, active as of 1752649253.86271>, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017762184143066406s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1752649412.00000, (0, 0) as of 1752649412.00000, shrinking as of 1752649412.00000>, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649253.86271, (1000, 11111) as of 1752649253.86271, active as of 1752649253.86271> in 0.021s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1752649253.86274, (1000, 11111) as of 1752649253.86274, active as of 1752649253.86274>, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1752649412.00000, (0, 0) as of 1752649412.00000, shrinking as of 1752649412.00000>, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1752649253.86274, (1000, 11111) as of 1752649253.86274, active as of 1752649253.86274> in 0.023s, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1752649413.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: Setting object count to 3120 (txn: tx3c3f09fbf7dc49218448e-0068774e25) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: Setting object count to 3120 (txn: tx262636a89c364f93a5c77-0068774e26) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: Setting object count to 3120 (txn: tx35d2bb17ca484c9d8e165-0068774e26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: Setting object count to 3120 (txn: txec9efd8d52aa49d7bce0e-0068774e26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7f3199141a6472994020-0068774e26)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1752649254.04006, (1000, 11111) as of 1752649254.04006, cleaved as of 1752649254.04006>, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1752649445.00000, (0, 0) as of 1752649445.00000, shrinking as of 1752649445.00000>, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649254.04006, (1000, 11111) as of 1752649254.04006, cleaved as of 1752649254.04006> in 0.02s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1752649254.04009, (1000, 11111) as of 1752649254.04009, cleaved as of 1752649254.04009>, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002224445343017578s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1752649445.00000, (0, 0) as of 1752649445.00000, shrinking as of 1752649445.00000>, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1752649254.04009, (1000, 11111) as of 1752649254.04009, cleaved as of 1752649254.04009> in 0.017s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1752649254.04010, (1000, 11111) as of 1752649254.04010, cleaved as of 1752649254.04010>, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016164779663085938s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1752649445.00000, (0, 0) as of 1752649445.00000, shrinking as of 1752649445.00000>, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1752649254.04010, (1000, 11111) as of 1752649254.04010, cleaved as of 1752649254.04010> in 0.019s, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1752649446.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1752649254.27339, (1000, 11111) as of 1752649254.27339, created as of 1752649254.27339>, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1752649484.00000, (0, 0) as of 1752649484.00000, shrinking as of 1752649484.00000>, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok + +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649254.27339, (1000, 11111) as of 1752649254.27339, created as of 1752649254.27339> in 0.014s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1752649254.27342, (1000, 11111) as of 1752649254.27342, created as of 1752649254.27342>, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1752649484.00000, (0, 0) as of 1752649484.00000, shrinking as of 1752649484.00000>, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1752649254.27342, (1000, 11111) as of 1752649254.27342, created as of 1752649254.27342> in 0.023s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1752649254.27343, (1000, 11111) as of 1752649254.27343, created as of 1752649254.27343>, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1752649484.00000, (0, 0) as of 1752649484.00000, shrinking as of 1752649484.00000>, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1752649254.27343, (1000, 11111) as of 1752649254.27343, created as of 1752649254.27343> in 0.014s, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1752649485.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018477439880371094s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012874603271484375s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1752649254.44187, (1000, 11111) as of 1752649254.44187, active as of 1752649254.44187>, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016117095947265625s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1752649523.00000, (0, 0) as of 1752649523.00000, shrinking as of 1752649523.00000>, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649254.44187, (1000, 11111) as of 1752649254.44187, active as of 1752649254.44187> in 0.016s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1752649254.44190, (1000, 11111) as of 1752649254.44190, active as of 1752649254.44190>, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1752649523.00000, (0, 0) as of 1752649523.00000, shrinking as of 1752649523.00000>, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1752649254.44190, (1000, 11111) as of 1752649254.44190, active as of 1752649254.44190> in 0.018s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok + +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1752649254.44191, (1000, 11111) as of 1752649254.44191, active as of 1752649254.44191>, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1752649523.00000, (0, 0) as of 1752649523.00000, shrinking as of 1752649523.00000>, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1752649254.44191, (1000, 11111) as of 1752649254.44191, active as of 1752649254.44191> in 0.026s, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1752649524.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6phd5wtu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013756752014160156s, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1752649254.65470, (1000, 11111) as of 1752649254.65470, created as of 1752649254.65470>, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1752649562.00000, (0, 0) as of 1752649562.00000, shrinking as of 1752649562.00000>, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649254.65470, (1000, 11111) as of 1752649254.65470, created as of 1752649254.65470> in 0.023s, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5a50e644-3491-408b-a237-95c28e0f72de-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp6phd5wtu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1752649563.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.940696716308594e-05s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.012198686599731445s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1752649254.81324, (1000, 11111) as of 1752649254.81324, cleaved as of 1752649254.81324>, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017118453979492188s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1752649588.00000, (0, 0) as of 1752649588.00000, shrinking as of 1752649588.00000>, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649254.81324, (1000, 11111) as of 1752649254.81324, cleaved as of 1752649254.81324> in 0.03s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1752649254.81328, (1000, 11111) as of 1752649254.81328, cleaved as of 1752649254.81328>, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1752649588.00000, (0, 0) as of 1752649588.00000, shrinking as of 1752649588.00000>, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1752649254.81328, (1000, 11111) as of 1752649254.81328, cleaved as of 1752649254.81328> in 0.017s, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bed16ba3-dc1a-4108-8500-5e28b2af9b40-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp6phd5wtu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1752649589.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016427040100097656s, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f1f0c79d-bb80-4300-9049-0adc6ba288d7-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp6phd5wtu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1752649621.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014019012451171875s, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bb64dddd-b292-4411-a8b2-0ec3de50b361-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp6phd5wtu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1752649641.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +test ERROR: Failed to unlink '/tmp/tmpa_muf0jf/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpa_muf0jf/containers/part/suffix/hash/container_1752649253.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpa_muf0jf/containers/part/suffix/hash/container_1752649253.00000.db': ['/tmp/tmpa_muf0jf/containers/part/suffix/hash/container.db', '/tmp/tmpa_muf0jf/containers/part/suffix/hash/container_1752649254.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpa_muf0jf/containers/part/suffix/hash/container_1752649254.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Object update sweep starting on /tmp/tmpuf8hbz8i/devices/sda1 (pid: 1137710) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpuf8hbz8i/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649254.00000 +test INFO: Object update sweep completed on /tmp/tmpuf8hbz8i/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp69ilwuqz/devices/sda1 (pid: 1137710) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp69ilwuqz/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.00000 +test INFO: Object update sweep completed on /tmp/tmp69ilwuqz/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpak6sj3di/devices/sda1 (pid: 1137710) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpak6sj3di/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpak6sj3di/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 +test INFO: Object update sweep completed on /tmp/tmpak6sj3di/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj4eqhp0k/devices/sda1 (pid: 1137710) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpj4eqhp0k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 +test INFO: Object update sweep completed on /tmp/tmpj4eqhp0k/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj4eqhp0k/devices/sda1 (pid: 1137710) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpj4eqhp0k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpj4eqhp0k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 +test INFO: Object update sweep completed on /tmp/tmpj4eqhp0k/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpokpkyklp/devices/sda1 (pid: 1137710) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpokpkyklp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpokpkyklp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpokpkyklp/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpokpkyklp/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpokpkyklp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 +test INFO: Object update sweep completed on /tmp/tmpokpkyklp/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok + +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1752649255.13107, (1000, 11111) as of 1752649255.13107, cleaved as of 1752649255.13107>, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016641616821289062s, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1752649660.00000, (0, 0) as of 1752649660.00000, shrinking as of 1752649660.00000>, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1752649255.13107, (1000, 11111) as of 1752649255.13107, cleaved as of 1752649255.13107> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '87a750fb-ec52-4ad1-91ff-31b363e3a44b-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp6phd5wtu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1752649661.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010395050048828125s, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1752649258.00000, (0, 0) as of 1752649258.00000, active as of 1752649258.00000>, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018215179443359375s, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1752649255.24229, (0, 0) as of 1752649256.00000, shrunk as of 1752649256.00000>, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1752649258.00000, (0, 0) as of 1752649258.00000, active as of 1752649258.00000> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpkj55eeeu/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok + +test INFO: Object update sweep of sda1 completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpniuelv9k/devices/sda1 (pid: 1137710) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpniuelv9k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpniuelv9k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpniuelv9k/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpniuelv9k/devices/sda1 (pid: 1137710) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpniuelv9k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpniuelv9k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpniuelv9k/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.03s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpniuelv9k/devices/sda1 (pid: 1137710) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpniuelv9k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpniuelv9k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 to None +test INFO: Object update sweep completed on /tmp/tmpniuelv9k/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpniuelv9k/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpniuelv9k/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000 +test INFO: Object update sweep completed on /tmp/tmpniuelv9k/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpgipzn1p0/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpgipzn1p0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.00000 +test INFO: Object update sweep completed on /tmp/tmpgipzn1p0/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpgipzn1p0/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpgipzn1p0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649257.00000 +test INFO: Object update sweep completed on /tmp/tmpgipzn1p0/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpgipzn1p0/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpgipzn1p0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649258.00000 +test INFO: Object update sweep completed on /tmp/tmpgipzn1p0/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001766681671142578s, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1752649258.00000, (0, 0) as of 1752649258.00000, active as of 1752649258.00000>, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1752649256.00000, (0, 0) as of 1752649256.00000, sharding as of 1752649256.00000>, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1752649258.00000, (0, 0) as of 1752649258.00000, active as of 1752649258.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpo3hcdbyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.869171142578125e-05s, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015020370483398438s, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp_9xensd6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649256.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016021728515625s, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010514259338378906s, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok + +test INFO: Object update sweep starting on /tmp/tmpgipzn1p0/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpgipzn1p0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649259.00000 +test INFO: Object update sweep completed on /tmp/tmpgipzn1p0/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpgipzn1p0/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpgipzn1p0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649260.00000 +test INFO: Object update sweep completed on /tmp/tmpgipzn1p0/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpgipzn1p0/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpgipzn1p0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649261.00000 +test INFO: Object update sweep completed on /tmp/tmpgipzn1p0/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpkljkbrdp/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpkljkbrdp/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.00000 +test INFO: Object update sweep completed on /tmp/tmpkljkbrdp/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpkljkbrdp/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpkljkbrdp/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649258.00000 +test INFO: Object update sweep completed on /tmp/tmpkljkbrdp/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpkzgty3px/devices/sda1 (pid: 1137710) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpkzgty3px/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649255.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/obj/updater.py", line 649, in _load_update + return pickle.load(open(update_path, 'rb')) # nosec: B301 + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmpkzgty3px/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.03s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpmkxj_yx3/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpmkxj_yx3/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1752649255.70250 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpmkxj_yx3/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1752649255.70313 +test INFO: Object update sweep completed on /tmp/tmpmkxj_yx3/devices/sda1 in 0.22s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1137710)test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok + +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1752649255.64524, (0, 0) as of 1752649256.00000, shrunk as of 1752649256.00000>, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test INFO: Cleaved ShardRange in 0.041s, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp2c9vlcc2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Cleaved ShardRange in 0.031s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1752649204.32815, (2, 3) as of 1752649255.87408, cleaved as of 1752649204.32815> in 0.037s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.016450166702270508s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1752649204.32815, (2, 103) as of 1752649256.01342, cleaved as of 1752649204.32815> in 0.03s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, found as of 1752649204.32815>, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649256.02639>, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok + +test INFO: Object update sweep of sda1 completed: 0.22s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj3kb0c7c/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpj3kb0c7c/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1752649255.94635 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpj3kb0c7c/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1752649255.94655 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpj3kb0c7c/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1752649255.94646 +test INFO: Object update sweep completed on /tmp/tmpj3kb0c7c/devices/sda1 in 0.13s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.13s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Object update sweep starting on /tmp/tmp7x00wyg9/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp7x00wyg9/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1752649256.07807 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp7x00wyg9/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1752649256.07832 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp7x00wyg9/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1752649256.07823 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp7x00wyg9/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1752649256.07818 +test INFO: Object update sweep completed on /tmp/tmp7x00wyg9/devices/sda1 in 0.01s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Object update sweep starting on /tmp/tmp0xbojrts/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp0xbojrts/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1752649256.08862 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp0xbojrts/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1752649256.08877 +test INFO: Object update sweep completed on /tmp/tmp0xbojrts/devices/sda1 in 0.13s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.13s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpt366t3b5/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpt366t3b5/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1752649256.21919 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpt366t3b5/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1752649256.23164 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpt366t3b5/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1752649256.21914 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpt366t3b5/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1752649256.23168 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpt366t3b5/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1752649256.21910 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpt366t3b5/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1752649256.23158 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpt366t3b5/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1752649256.23205 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpt366t3b5/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1752649256.23134 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpt366t3b5/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1752649256.21899 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpt366t3b5/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1752649256.23176 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpt366t3b5/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1752649256.23172 +test INFO: Object update sweep completed on /tmp/tmpt366t3b5/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp4g2_6tyu/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp4g2_6tyu/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1752649256.43880 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp4g2_6tyu/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1752649256.43884 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp4g2_6tyu/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1752649256.43896 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp4g2_6tyu/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1752649256.43900 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp4g2_6tyu/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1752649256.43891 +test INFO: Object update sweep completed on /tmp/tmp4g2_6tyu/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmpj53e5ikq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.47590 +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 1 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710)test.unit.obj.test_updater.TestObjectUpdater.test_process_devices_in_child +test.unit.obj.test_updater.TestObjectUpdater.test_process_devices_in_child ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child_with_more_workers +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child_with_more_workers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_default +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_default ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_more_updater_workers +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_more_updater_workers ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_recon_dump +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_recon_dump ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_subsequent_children +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_subsequent_children ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok + +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1752649204.32815, (1, 1000) as of 1752649256.11621, cleaved as of 1752649256.02639> in 0.036s, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgicrhkgn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649255.68248.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test INFO: Cleaved ShardRange in 0.042s, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1752649204.32815, (1, 18432) as of 1752649256.40404, cleaved as of 1752649204.32815> in 0.03s, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp8t1eog9i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.17148.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '639c6ef1e743453365bccc1e617a9d2f', '41c23626-bd60-4234-83f8-a4204fdb2aa1-sdb', '1752649256.44973', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1752649258.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1752649259.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1752649260.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1752649261.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1752649262.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '41c23626-bd60-4234-83f8-a4204fdb2aa1-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok + +test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 1 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:39879/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:39879/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpj53e5ikq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.47590 +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:39879/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpj53e5ikq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.47590 +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test INFO: Timeout waiting on remote server 127.0.0.1:39879/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpj53e5ikq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.47590 +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test INFO: Timeout connecting to remote server 127.0.0.1:39879/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpj53e5ikq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.47590 +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpj53e5ikq/devices/sda1 (pid: 1137710) +test DEBUG: Update sent for /a/c/o /tmp/tmpj53e5ikq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.47590 +test INFO: Object update sweep completed on /tmp/tmpj53e5ikq/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update sweep of all devices +test INFO: Begin object update sweep of all devices +test INFO: Begin object update sweep of all devices +test INFO: Object update sweep of all devices completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update sweep of all devices +test INFO: Object update sweep of all devices completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpr6nufeo8/devices/sda1 (pid: 1137710) +test INFO: Object update sweep completed on /tmp/tmpr6nufeo8/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpr6nufeo8/devices/sda1 (pid: 1137710) +test DEBUG: Update failed for /a/c/o /tmp/tmpr6nufeo8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1752649256.00000 +test INFO: Object update sweep completed on /tmp/tmpr6nufeo8/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update sweep of all devices +test INFO: Begin object update sweep of all devices +test INFO: Begin object update sweep of all devices +test INFO: Begin object update sweep of all devices +test INFO: Begin object update sweep of all devices +test WARNING: Skipping: sda1 is unmounted +test INFO: Object update sweep of all devices completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update sweep of all devices +test WARNING: Skipping: sda1 is unmounted +test INFO: Object update sweep of all devices completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok + +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txb7f3199141a6472994020-0068774e26) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx95c1c1ce75f643a9a12bd-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx95c1c1ce75f643a9a12bd-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx95c1c1ce75f643a9a12bd-0068774e26) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx95c1c1ce75f643a9a12bd-0068774e26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx95c1c1ce75f643a9a12bd-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx95c1c1ce75f643a9a12bd-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx95c1c1ce75f643a9a12bd-0068774e26) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx9e0ac183b7644601b9dd0-0068774e26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txea7d4ad520384047be4f5-0068774e26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txea7d4ad520384047be4f5-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txea7d4ad520384047be4f5-0068774e26) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txea7d4ad520384047be4f5-0068774e26) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx74745894fa264bda88261-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx74745894fa264bda88261-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx74745894fa264bda88261-0068774e26) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx74745894fa264bda88261-0068774e26) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx20541eb1b5cc434da46b6-0068774e26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx20541eb1b5cc434da46b6-0068774e26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx20541eb1b5cc434da46b6-0068774e26) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx20541eb1b5cc434da46b6-0068774e26) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txcacd08bbf766453281a33-0068774e28)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok + +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002028942108154297s, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Cleaved ShardRange in 0.022s, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019121170043945312s, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1752649204.32815, (3, 3) as of 1752649256.67397, cleaved as of 1752649204.32815> in 0.028s, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp0v7qh65p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'a2de525d-f925-49e1-9528-ed1d77317453-', '1752649256.43056', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-2471b672-f500-4485-8670-2a1a3966734c-sda": ["{\\"ref\\": \\"2471b672-f500-4485-8670-2a1a3966734c-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1752649256.67525"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1752649204.32815', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1752649256.62204', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649204.32815', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1752649204.32815', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1752649256.67397', 'deleted': 0, 'state': 40, 'state_timestamp': '1752649204.32815', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1752649256.50027', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1752649256.67844', 'deleted': 0, 'state': 70, 'state_timestamp': '1752649256.50032', 'epoch': '1752649256.50032', 'reported': 0, 'tombstones': -1}], 'a2de525d-f925-49e1-9528-ed1d77317453-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.012449502944946289s, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok + +Wed Jul 16 21:00:17 2025 /tmp/tmpmv0pxei5/log/swift/profile/default.profile1137666 +Wed Jul 16 21:00:17 2025 /tmp/tmpmv0pxei5/log/swift/profile/default.profile123 +Wed Jul 16 21:00:17 2025 /tmp/tmpmv0pxei5/log/swift/profile/default.profile456 + + 45 function calls in 0.002 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 9 0.001 0.000 0.001 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :1() + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmpojtabuut/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmpojtabuut/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmpojtabuut/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmpnzt0s1xe/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test ERROR: Problem finding shard upper in '/tmp/tmpfha0sezi/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpfha0sezi/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpyi08hdi2/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpyi08hdi2/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok + +test INFO: Begin object update sweep of all devices +test WARNING: Skipping: sda2 is unmounted +test INFO: Object update sweep of all devices completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmp2liq1pdu/devices/sda1 (pid: 1137710) +test INFO: Object update sweep progress on /tmp/tmp2liq1pdu/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep progress on /tmp/tmp2liq1pdu/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep completed on /tmp/tmp2liq1pdu/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test INFO: Object update sweep starting on /tmp/tmpu28fd7mz/devices/sda1 (pid: 1137710) +test INFO: Object update sweep completed on /tmp/tmpu28fd7mz/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1137710) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbc589426c8d2462d9075a-0068774e28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8d06f59eb78f4cf2a688b-0068774e28) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe4dbbb26c96349d3b7191-0068774e28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb41b442637a84a3b8f4ed-0068774e28) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2460a0baf3584a9a8e116-0068774e28) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9fc3e5d66a6244c78c1b5-0068774e28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3759cf91c46942faac831-0068774e28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6e0464420c1643a7822d9-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx141549e49452499f995f2-0068774e29) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe966f77f72eb40f3ba7bc-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4473c82c29b94b95a52b8-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdb6523d4b5b14702b503c-0068774e29) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2b6be8d8d62945a9b4634-0068774e29) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4881825019234e1da221a-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txeb6473f5397549f296ada-0068774e29) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0e0f55bb98c4477696611-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx17c67bcfc266434e99612-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9f2e5d021a63494482435-0068774e29) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf9e3edca6b8d4794b490f-0068774e29) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf6574291578543af80fd0-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9dcd8de136514eb8a7862-0068774e29) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txba83baaa902949a3bd53d-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf81ea18273c84242993fb-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx084651c148934f2ab0ac2-0068774e29) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx37af7568e22241e38a3eb-0068774e29) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txdef75c741f374699bf312-0068774e29) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txfeeb8bff847348b28f6f2-0068774e29) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok + +sharder-test INFO: Cleaved ShardRange in 0.019s, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1752649204.32815, (3, 3) as of 1752649256.67397, active as of 1752649204.32815>, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1752649204.32815, (3, 3) as of 1752649256.67397, active as of 1752649204.32815> in 0.032s, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp0v7qh65p/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.50032.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpoorzaamx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4d44e435-b262-4425-85fe-44792eca8b0c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp18ocyo45/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4d44e435-b262-4425-85fe-44792eca8b0c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp18ocyo45/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4d44e435-b262-4425-85fe-44792eca8b0c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp18ocyo45/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4d44e435-b262-4425-85fe-44792eca8b0c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp18ocyo45/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '074131b5-0e78-4aab-b72a-ccdc27c456c0-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp18ocyo45/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649256.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4a85cc2c-7fa4-4df9-a579-6b2ca4a8a997-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8xtusmon/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4a85cc2c-7fa4-4df9-a579-6b2ca4a8a997-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8xtusmon/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4a85cc2c-7fa4-4df9-a579-6b2ca4a8a997-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8xtusmon/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4a85cc2c-7fa4-4df9-a579-6b2ca4a8a997-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8xtusmon/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c88177b1-1211-487a-a327-b32dc1a3a171-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8xtusmon/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649257.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpmyjc0uia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpmyjc0uia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpmyjc0uia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpmyjc0uia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpmyjc0uia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpmyjc0uia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpko2ov83e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3bee70d4893440e5a7af1-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc03761574e0b4053a019c-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx6ecea4ac8d284de0ba7c9-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx206a2fc88254405fa2e0f-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txe673e865be3d4d12a0e2e-0068774e29) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx8610667d89d4459f9487e-0068774e29) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9330f8bcf39c4b0f97cb1-0068774e2a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5d1f2ad2fba3426db80d6-0068774e2a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0d90cd9b329e492486621-0068774e2a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx39e49342b7c0450aa362b-0068774e2a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdbe4bffd4aff4ad0964df-0068774e2a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4628f9801062458c8e943-0068774e2a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx68e7c6016028483d80860-0068774e2a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx68e7c6016028483d80860-0068774e2a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpnl81h3f7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnl81h3f7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpnl81h3f7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnl81h3f7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0165 "-" 1137710 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0230 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc01b311953e74f8dad99b-0068774e2a" "proxy-server 1137710" 0.0173 "-" 1137710 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:50613/sda1/0/a/c" "txc01b311953e74f8dad99b-0068774e2a" "container-server 1137710" 0.0010 "-" 1137710 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:38097/sdb1/0/a/c" "txc01b311953e74f8dad99b-0068774e2a" "container-server 1137710" 0.0010 "-" 1137710 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc01b311953e74f8dad99b-0068774e2a" "proxy-server 1137710" 0.0736 "-" 1137710 0test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok + +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpko2ov83e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpko2ov83e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpmr5n4h1u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3qnr7928/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp3qnr7928/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649257.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp3qnr7928/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649257.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp3qnr7928/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649257.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1752649257.97509, (100000, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmp3qnr7928/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649257.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpng72h4vf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpng72h4vf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649257.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpng72h4vf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649257.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpzygbih12/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpo7okl536/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649258.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpcnhd_fzy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpcnhd_fzy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpcnhd_fzy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpcnhd_fzy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpcnhd_fzy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpcnhd_fzy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmplmqvd4s2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmplmqvd4s2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmplmqvd4s2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmplmqvd4s2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmplmqvd4s2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmplmqvd4s2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpu3xisy9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpu3xisy9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpu3xisy9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok + +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc01b311953e74f8dad99b-0068774e2a" "proxy-server 1137710" 0.0499 "-" 1137710 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc01b311953e74f8dad99b-0068774e2a - 0.0978 - - 1752649258.412523746 1752649258.510288715 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4d427011f1a4434982797-0068774e2a" "proxy-server 1137710" 0.0133 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:38097/sdb1/2/a1/c1" "tx4d427011f1a4434982797-0068774e2a" "container-server 1137710" 0.0011 "-" 1137710 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:50613/sda1/2/a1/c1" "tx4d427011f1a4434982797-0068774e2a" "container-server 1137710" 0.0010 "-" 1137710 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4d427011f1a4434982797-0068774e2a" "proxy-server 1137710" 0.0856 "-" 1137710 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4d427011f1a4434982797-0068774e2a" "proxy-server 1137710" 0.0618 "-" 1137710 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4d427011f1a4434982797-0068774e2a - 0.1061 - - 1752649258.540071964 1752649258.646142483 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfd2f14b079984067bb35b-0068774e2a" "proxy-server 1137710" 0.0181 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:38097/sdb1/0/a/c1" "txfd2f14b079984067bb35b-0068774e2a" "container-server 1137710" 0.0220 "-" 1137710 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50613/sda1/0/a/c1" "txfd2f14b079984067bb35b-0068774e2a" "container-server 1137710" 0.0010 "-" 1137710 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfd2f14b079984067bb35b-0068774e2a" "proxy-server 1137710" 0.0602 "-" 1137710 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfd2f14b079984067bb35b-0068774e2a" "proxy-server 1137710" 0.0974 "-" 1137710 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfd2f14b079984067bb35b-0068774e2a - 0.1216 - - 1752649258.663804054 1752649258.785398483 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx12e1b520e28b4a00b6664-0068774e2a" "proxy-server 1137710" 0.0019 "-" 1137710 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50613/sda1/2/a/c2" "tx12e1b520e28b4a00b6664-0068774e2a" "container-server 1137710" 0.0017 "-" 1137710 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:38097/sdb1/2/a/c2" "tx12e1b520e28b4a00b6664-0068774e2a" "container-server 1137710" 0.0173 "-" 1137710 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx12e1b520e28b4a00b6664-0068774e2a" "proxy-server 1137710" 0.0578 "-" 1137710 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:00:58 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx12e1b520e28b4a00b6664-0068774e2a" "proxy-server 1137710" 0.0751 "-" 1137710 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/00/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx12e1b520e28b4a00b6664-0068774e2a - 0.1157 - - 1752649258.786763668 1752649258.902447462 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1296, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1325, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sdatest.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok + +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok + +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpu3xisy9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpmpe6di6d/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpmpe6di6d/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpmpe6di6d/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpmpe6di6d/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphxp6jv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmphxp6jv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphxp6jv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmphxp6jv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpc3ob7f_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpc3ob7f_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpc3ob7f_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpc3ob7f_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp9hxhnbu8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp9hxhnbu8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp9hxhnbu8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx050ac99875584384b5e29-0068774e2b) +test INFO: Client disconnected on read of '/a/c' (txn: tx050ac99875584384b5e29-0068774e2b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txa34cb1c9b5b84f8ebb736-0068774e2b) +test INFO: Client disconnected on read of '/a/c' (txn: txa34cb1c9b5b84f8ebb736-0068774e2b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txb7925dc425b048f1a61cc-0068774e2c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txb7925dc425b048f1a61cc-0068774e2c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txb7925dc425b048f1a61cc-0068774e2c) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txb7925dc425b048f1a61cc-0068774e2c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059813.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ce4/800938d866360b19b04cacab68921ce4/800938d866360b19b04cacab68921ce4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059818.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e30/7b9f30b1ad9b3a63cb1d441ee7a43e30/7b9f30b1ad9b3a63cb1d441ee7a43e30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059823.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/238/082192429a8e1aad85d2fcf0796c9238/082192429a8e1aad85d2fcf0796c9238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059828.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ee5/66add251af4f829e93ad7114d85d5ee5/66add251af4f829e93ad7114d85d5ee5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059833.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/eea/c53703d5947be24ba1c97da4c0af6eea/c53703d5947be24ba1c97da4c0af6eea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059838.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/79d/916b60b7a2c080b8384cccc66d79879d/916b60b7a2c080b8384cccc66d79879d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059843.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/d1d/4c3140e99316d01ee2b7582799a56d1d/4c3140e99316d01ee2b7582799a56d1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059848.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f3e/0876455c480eedc6aa7dbcd6ecb5df3e/0876455c480eedc6aa7dbcd6ecb5df3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059853.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/321/4df4a3da2cc0d6c96dbf3064f4c72321/4df4a3da2cc0d6c96dbf3064f4c72321.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059858.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/cd4/923d6d4a3af48c63f06751b1c0b59cd4/923d6d4a3af48c63f06751b1c0b59cd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059863.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/01f/eec660dc23859599fed168225d36c01f/eec660dc23859599fed168225d36c01f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059868.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/fca/141ecd9f4c55c99a4be9dea800536fca/141ecd9f4c55c99a4be9dea800536fca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059873.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/118/b6354ab745c8eb618e4d84d7ccadd118/b6354ab745c8eb618e4d84d7ccadd118.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059878.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/942/dc86e3b72e3fe72de8c39a70f105b942/dc86e3b72e3fe72de8c39a70f105b942.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059883.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b9f/2760684c7c66611f0b04b4952b54eb9f/2760684c7c66611f0b04b4952b54eb9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059888.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/7cb/8c650fc0fc7f236cb81f471e7259c7cb/8c650fc0fc7f236cb81f471e7259c7cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059893.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/bea/4d0a4dc7116008c651dfbc83ca428bea/4d0a4dc7116008c651dfbc83ca428bea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059898.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/84e/6a79757058aa26735323c645d797284e/6a79757058aa26735323c645d797284e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059903.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f3a/2ecbf1b571a81e82a4f940af4b65cf3a/2ecbf1b571a81e82a4f940af4b65cf3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059908.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e8c/b2ec69447cf9be3f10feca378005fe8c/b2ec69447cf9be3f10feca378005fe8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059913.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f94/1efe1ea6c53bf8dc2ceef10910416f94/1efe1ea6c53bf8dc2ceef10910416f94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059918.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/25d/d451a6d69e6d4e59917443998c28b25d/d451a6d69e6d4e59917443998c28b25d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059923.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/5c8/ebb40ba3b27ef6cf3682d3a4cee5f5c8/ebb40ba3b27ef6cf3682d3a4cee5f5c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059928.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/493/7faca72179893015555ad0d957dd6493/7faca72179893015555ad0d957dd6493.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059933.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/21b/97582683132d29d7b55217dcffae821b/97582683132d29d7b55217dcffae821b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059938.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c43/24c1826edbdd698dbc8f9c618a6e0c43/24c1826edbdd698dbc8f9c618a6e0c43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059943.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/37e/186e9fa5a7013d7bad3080d9638ac37e/186e9fa5a7013d7bad3080d9638ac37e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059948.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e37/a2381f9cea63b8389ad6ae869b4fae37/a2381f9cea63b8389ad6ae869b4fae37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059953.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/200/e769356ec44410fa0cfbea4243f9e200/e769356ec44410fa0cfbea4243f9e200.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059958.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/663/ec6a98937afae099675236e530a2b663/ec6a98937afae099675236e530a2b663.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059963.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/037/c4509a20abfd5157e38c6700aac25037/c4509a20abfd5157e38c6700aac25037.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059968.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/519/37c3e40f070d633805d4ee0ecd123519/37c3e40f070d633805d4ee0ecd123519.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059973.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c05/20af11be0c92897d47b9fec3ff138c05/20af11be0c92897d47b9fec3ff138c05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059978.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e97/1d87deb5c591ccf879b236e9dc46fe97/1d87deb5c591ccf879b236e9dc46fe97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059983.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/acb/c39142a43ea519a4393f60bf6042facb/c39142a43ea519a4393f60bf6042facb.db -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok + +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:00:59 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dc542374-4235-4f80-997f-b2727d257e8e-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpkkme201j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649259.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-07-16T07:00:59.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpkkme201j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649259.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-07-16T07:01:01.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpv4h3sfut/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649261.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4bbr1zdx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmp6q534d7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sharder.py", line 446, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpn3qlcano/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpn3qlcano/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpn3qlcano/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpn3qlcano/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002262592315673828s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002129077911376953s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.dbtest.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022983551025390625s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018286705017089844s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649260.43913, (0, 0) as of 1752649260.43913, active as of 1752649260.43913>, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649260.43915, (0, 0) as of 1752649260.43915, active as of 1752649260.43915>, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649260.43915, (0, 0) as of 1752649260.43915, active as of 1752649260.43915>, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.416175842285156e-05s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649260.43915, (0, 0) as of 1752649260.43915, active as of 1752649260.43915>, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649260.43915, (0, 0) as of 1752649260.43915, active as of 1752649260.43915>, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk6n492i0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.45189.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021338462829589844s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp6wkkzvz3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6wkkzvz3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpm4wr24ka/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm4wr24ka/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp6wkkzvz3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6wkkzvz3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpm4wr24ka/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm4wr24ka/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2651802 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2651802 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651802 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651802 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx16603b3b5430465abd116-006a845b92" "proxy-server 2651802" 0.0012 "-" 2651802 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58571/sdb1/1/a/c" "tx16603b3b5430465abd116-006a845b92" "container-server 2651802" 0.0011 "-" 2651802 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38871/sda1/1/a/c" "tx16603b3b5430465abd116-006a845b92" "container-server 2651802" 0.0010 "-" 2651802 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16603b3b5430465abd116-006a845b92" "proxy-server 2651802" 0.0097 "-" 2651802 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16603b3b5430465abd116-006a845b92" "proxy-server 2651802" 0.0148 "-" 2651802 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx16603b3b5430465abd116-006a845b92 - 0.0220 - - 1787059090.087669611 1787059090.109669924 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0beef50a015b46188e79b-006a845b92" "proxy-server 2651802" 0.0011 "-" 2651802 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38871/sda1/1/a1/c1" "tx0beef50a015b46188e79b-006a845b92" "container-server 2651802" 0.0010 "-" 2651802 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58571/sdb1/1/a1/c1" "tx0beef50a015b46188e79b-006a845b92" "container-server 2651802" 0.0010 "-" 2651802 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0beef50a015b46188e79b-006a845b92" "proxy-server 2651802" 0.0080 "-" 2651802 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0beef50a015b46188e79b-006a845b92" "proxy-server 2651802" 0.0130 "-" 2651802 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0beef50a015b46188e79b-006a845b92 - 0.0201 - - 1787059090.111026287 1787059090.131147623 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx56b823ff4daf4c5b838db-006a845b92" "proxy-server 2651802" 0.0019 "-" 2651802 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58571/sdb1/2/a/c1" "tx56b823ff4daf4c5b838db-006a845b92" "container-server 2651802" 0.0010 "-" 2651802 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38871/sda1/2/a/c1" "tx56b823ff4daf4c5b838db-006a845b92" "container-server 2651802" 0.0016 "-" 2651802 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx56b823ff4daf4c5b838db-006a845b92" "proxy-server 2651802" 0.0128 "-" 2651802 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx56b823ff4daf4c5b838db-006a845b92" "proxy-server 2651802" 0.0094 "-" 2651802 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx56b823ff4daf4c5b838db-006a845b92 - 0.0214 - - 1787059090.132511139 1787059090.153944731 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx756d8f20cd0e492090d31-006a845b92" "proxy-server 2651802" 0.0018 "-" 2651802 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:58571/sdb1/1/a/c2" "tx756d8f20cd0e492090d31-006a845b92" "container-server 2651802" 0.0021 "-" 2651802 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38871/sda1/1/a/c2" "tx756d8f20cd0e492090d31-006a845b92" "container-server 2651802" 0.0011 "-" 2651802 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx756d8f20cd0e492090d31-006a845b92" "proxy-server 2651802" 0.0167 "-" 2651802 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx756d8f20cd0e492090d31-006a845b92" "proxy-server 2651802" 0.0122 "-" 2651802 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx756d8f20cd0e492090d31-006a845b92 - 0.0262 - - 1787059090.155303001 1787059090.181522369 2 -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Object update sweep starting on /tmp/tmplp269ds_/devices/sda1 (pid: 2651768) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmplp269ds_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.00000 -test INFO: Object update sweep completed on /tmp/tmplp269ds_/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpstqpu48_/devices/sda1 (pid: 2651768) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpstqpu48_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.00000 -test INFO: Object update sweep completed on /tmp/tmpstqpu48_/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpbbgbr3ki/devices/sda1 (pid: 2651768) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpbbgbr3ki/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpbbgbr3ki/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 -test INFO: Object update sweep completed on /tmp/tmpbbgbr3ki/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpq0f94qrk/devices/sda1 (pid: 2651768) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpq0f94qrk/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 -test INFO: Object update sweep completed on /tmp/tmpq0f94qrk/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpq0f94qrk/devices/sda1 (pid: 2651768) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpq0f94qrk/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpq0f94qrk/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 -test INFO: Object update sweep completed on /tmp/tmpq0f94qrk/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpeu7wlho5/devices/sda1 (pid: 2651768) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpeu7wlho5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpeu7wlho5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpeu7wlho5/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpeu7wlho5/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpeu7wlho5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 -test INFO: Object update sweep completed on /tmp/tmpeu7wlho5/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp19frrkbc/devices/sda1 (pid: 2651768) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp19frrkbc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp19frrkbc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmp19frrkbc/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0028 "-" 1137710 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0317ede707914f64859b6-0068774e2c" "proxy-server 1137710" 0.0012 "-" 1137710 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:56929/sda1/0/a/c" "tx0317ede707914f64859b6-0068774e2c" "container-server 1137710" 0.0010 "-" 1137710 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:36393/sdb1/0/a/c" "tx0317ede707914f64859b6-0068774e2c" "container-server 1137710" 0.0009 "-" 1137710 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0317ede707914f64859b6-0068774e2c" "proxy-server 1137710" 0.0135 "-" 1137710 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0317ede707914f64859b6-0068774e2c" "proxy-server 1137710" 0.0096 "-" 1137710 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0317ede707914f64859b6-0068774e2c - 0.0310 - - 1752649260.726195574 1752649260.757204056 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd217fc09448b4434915ec-0068774e2c" "proxy-server 1137710" 0.0011 "-" 1137710 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:56929/sda1/2/a1/c1" "txd217fc09448b4434915ec-0068774e2c" "container-server 1137710" 0.0010 "-" 1137710 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:36393/sdb1/2/a1/c1" "txd217fc09448b4434915ec-0068774e2c" "container-server 1137710" 0.0011 "-" 1137710 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd217fc09448b4434915ec-0068774e2c" "proxy-server 1137710" 0.0143 "-" 1137710 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd217fc09448b4434915ec-0068774e2c" "proxy-server 1137710" 0.0106 "-" 1137710 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd217fc09448b4434915ec-0068774e2c - 0.0244 - - 1752649260.758606195 1752649260.783012867 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0dee9baf1122496caecc7-0068774e2c" "proxy-server 1137710" 0.0047 "-" 1137710 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:56929/sda1/0/a/c1" "tx0dee9baf1122496caecc7-0068774e2c" "container-server 1137710" 0.0016 "-" 1137710 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:36393/sdb1/0/a/c1" "tx0dee9baf1122496caecc7-0068774e2c" "container-server 1137710" 0.0011 "-" 1137710 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0dee9baf1122496caecc7-0068774e2c" "proxy-server 1137710" 0.0142 "-" 1137710 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0dee9baf1122496caecc7-0068774e2c" "proxy-server 1137710" 0.0104 "-" 1137710 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0dee9baf1122496caecc7-0068774e2c - 0.0260 - - 1752649260.784538984 1752649260.810573339 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txffb16cc8f7ef43df986c1-0068774e2c" "proxy-server 1137710" 0.0020 "-" 1137710 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:36393/sdb1/2/a/c2" "txffb16cc8f7ef43df986c1-0068774e2c" "container-server 1137710" 0.0015 "-" 1137710 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:56929/sda1/2/a/c2" "txffb16cc8f7ef43df986c1-0068774e2c" "container-server 1137710" 0.0010 "-" 1137710 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txffb16cc8f7ef43df986c1-0068774e2c" "proxy-server 1137710" 0.0089 "-" 1137710 2test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp19frrkbc/devices/sda1 (pid: 2651768) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmp19frrkbc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp19frrkbc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmp19frrkbc/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp19frrkbc/devices/sda1 (pid: 2651768) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmp19frrkbc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp19frrkbc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 to None -test INFO: Object update sweep completed on /tmp/tmp19frrkbc/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp19frrkbc/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmp19frrkbc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000 -test INFO: Object update sweep completed on /tmp/tmp19frrkbc/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp5qnqp81_/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp5qnqp81_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.00000 -test INFO: Object update sweep completed on /tmp/tmp5qnqp81_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.01696014404296875s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.008392095565795898s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015473365783691406s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012230873107910156s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.dbtest.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuawvyev6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649260.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020360946655273438s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017547607421875s, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649261.22080, (0, 0) as of 1752649261.22080, active as of 1752649261.22080>, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649261.22081, (0, 0) as of 1752649261.22081, active as of 1752649261.22081>, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649261.22081, (0, 0) as of 1752649261.22081, active as of 1752649261.22081>, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpxnc3jjo1/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test ERROR: Failed to unlink '/tmp/tmp0b1ims9q/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp5qnqp81_/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qnqp81_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059092.00000 -test INFO: Object update sweep completed on /tmp/tmp5qnqp81_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp0b1ims9q/containers/part/suffix/hash/container_1752649259.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp0b1ims9q/containers/part/suffix/hash/container_1752649259.00000.db': ['/tmp/tmp0b1ims9q/containers/part/suffix/hash/container.db', '/tmp/tmp0b1ims9q/containers/part/suffix/hash/container_1752649260.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp0b1ims9q/containers/part/suffix/hash/container_1752649260.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txeac71b172f7f4a7686c62-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txeac71b172f7f4a7686c62-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txeac71b172f7f4a7686c62-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txeac71b172f7f4a7686c62-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txeac71b172f7f4a7686c62-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txeac71b172f7f4a7686c62-0068774e2d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txeac71b172f7f4a7686c62-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: txeac71b172f7f4a7686c62-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8506929098154a8089fc9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8506929098154a8089fc9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8506929098154a8089fc9-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3adb322c38e04e4ab7adb-0068774e2d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx403679c27a4f440186b68-0068774e2d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx08b6d8ee29604ceab587c-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx6b073ebdeaff45a2affb5-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp5qnqp81_/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qnqp81_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059093.00000 -test INFO: Object update sweep completed on /tmp/tmp5qnqp81_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +Exception: kaboom! (txn: txe0c3753d2f304bc1aa633-0068774e2d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0d71cf3c3fc546679226e-0068774e2d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0d71cf3c3fc546679226e-0068774e2d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3270806a1deb4bbd95419-0068774e2d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdee05d9cb6864754a545b-0068774e2d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc028ae4dd94f4ca58a0ab-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txf6d80254086949c48462d-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp5qnqp81_/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qnqp81_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059094.00000 -test INFO: Object update sweep completed on /tmp/tmp5qnqp81_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +Exception: kaboom! (txn: tx4485de11359a41f5ab11b-0068774e2d)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf3c9b242b74d41f0b642d-0068774e2d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf3c9b242b74d41f0b642d-0068774e2d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8505515759cf4110b922b-0068774e2d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd27acbb6f3174ca2a6808-0068774e2d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe98aaac262c248beab952-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txcadb4c59d2314b3ea8bf8-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +Exception: kaboom! (txn: txfd6dc956412646dfa58fc-0068774e2d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txedcace0917814c8c8cf99-0068774e2d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txedcace0917814c8c8cf99-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx50733795829443b7ae95b-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: tx9b8185669ecd4f548915d-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: txea161c9455ff46358f4d9-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: txea161c9455ff46358f4d9-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059988.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c79/a1ddc25be1f64cf45782655ca704bc79/a1ddc25be1f64cf45782655ca704bc79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059993.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/50b/3c51ed0d32701ba00a51cb9dcd02650b/3c51ed0d32701ba00a51cb9dcd02650b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059998.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/03d/7ea3a969dd5a1ede3753abc78a1ed03d/7ea3a969dd5a1ede3753abc78a1ed03d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060003.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4ba/3611a2fe5f5a9575f7ad96f94257b4ba/3611a2fe5f5a9575f7ad96f94257b4ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060008.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/dbc/9cbea742b35e2b14d58b0349495d0dbc/9cbea742b35e2b14d58b0349495d0dbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060013.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/196/fe5293424df88a1cbc48410b86143196/fe5293424df88a1cbc48410b86143196.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060018.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/0d3/a2675c8b4aabae9bd5adba50015260d3/a2675c8b4aabae9bd5adba50015260d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060023.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/a92/8ca1f9b5f2988c29db5702a6720c4a92/8ca1f9b5f2988c29db5702a6720c4a92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060028.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e91/4b4a395ac569375dc2c8163bc7ba1e91/4b4a395ac569375dc2c8163bc7ba1e91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060033.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f56/59c243e9c6d6415ba5a673388d8c0f56/59c243e9c6d6415ba5a673388d8c0f56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060038.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b28/94463561c5e1ed3b37c210dc59a0ab28/94463561c5e1ed3b37c210dc59a0ab28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060043.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b46/49db2974e75ed9d81e233074080f0b46/49db2974e75ed9d81e233074080f0b46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060048.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/6df/aac2b33b6477e975a18acf8c6b8eb6df/aac2b33b6477e975a18acf8c6b8eb6df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060053.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/299/0dfddc72aefe0df944718526aeeb8299/0dfddc72aefe0df944718526aeeb8299.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060058.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e3a/b6e6b0caeb0f67f13abc61f65ca1be3a/b6e6b0caeb0f67f13abc61f65ca1be3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060063.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/747/2865b5f63675f2767a2d7ed29da7c747/2865b5f63675f2767a2d7ed29da7c747.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060068.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c9b/e68dedc911e8dac7994c817bcd446c9b/e68dedc911e8dac7994c817bcd446c9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060073.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/7b9/c5ab7e0d10b8c4db9e96e793dedf67b9/c5ab7e0d10b8c4db9e96e793dedf67b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060078.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b26/9c958d65c90188302aa31f770f16db26/9c958d65c90188302aa31f770f16db26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060083.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/2f5/19d26788cf6ce30e51b0a79a152a92f5/19d26788cf6ce30e51b0a79a152a92f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060088.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ca4/23ef6cf4857469c338fdc6df1f7f6ca4/23ef6cf4857469c338fdc6df1f7f6ca4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060093.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/7c9/da92fd9c27131ea7173c2ff80590d7c9/da92fd9c27131ea7173c2ff80590d7c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060098.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/80d/3629c3bca40e5d28f9e2f811f84ef80d/3629c3bca40e5d28f9e2f811f84ef80d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060103.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e09/ce63972b1566fdcc522fef6bf7844e09/ce63972b1566fdcc522fef6bf7844e09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060108.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/add/c147f9522709b80bebf74ef1bee2fadd/c147f9522709b80bebf74ef1bee2fadd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060113.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/d4c/707e88d619760e1202a34321797cad4c/707e88d619760e1202a34321797cad4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060118.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/73b/9b28dd6f10901267cf2347195452873b/9b28dd6f10901267cf2347195452873b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060123.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/709/d012637f33fe386fb00862a28a99a709/d012637f33fe386fb00862a28a99a709.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060128.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ed8/2b4ca3f6df0aaff4a3067e109d0e6ed8/2b4ca3f6df0aaff4a3067e109d0e6ed8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060133.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/8d9/b6add074f9127c30942215c1b21c18d9/b6add074f9127c30942215c1b21c18d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060138.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/03d/7040d4caf4e5aa037f780262e25b303d/7040d4caf4e5aa037f780262e25b303d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060143.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/d03/e4a7d03e8ada3b5077b9314b8bbead03/e4a7d03e8ada3b5077b9314b8bbead03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060148.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/8fa/9c93b4db26c6607b5bf7975167b128fa/9c93b4db26c6607b5bf7975167b128fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060153.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/56d/3a031c5ffa14362a3d3c0422d940c56d/3a031c5ffa14362a3d3c0422d940c56d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060158.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/8c7/db64becb52bf9256123654fe9aec28c7/db64becb52bf9256123654fe9aec28c7.dbtest.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxnc3jjo1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.22139.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017142295837402344s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020956993103027344s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.177757263183594e-05s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001461505889892578s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023221969604492188s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649261.41375, (0, 0) as of 1752649261.41375, active as of 1752649261.41375>, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649261.41376, (0, 0) as of 1752649261.41376, active as of 1752649261.41376>, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmps02zb2om/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649261.41377, (0, 0) as of 1752649261.41377, active as of 1752649261.41377>, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps02zb2om/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.41425.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014853477478027344s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020122528076171875s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019073486328125s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016069412231445312s, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649261.58016, (0, 0) as of 1752649261.58016, active as of 1752649261.58016>, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060163.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/3e4/9dcc0d86b624ebb3ded2bc68d78763e4/9dcc0d86b624ebb3ded2bc68d78763e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060168.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e90/766345ca327c7aed2b96f610a8566e90/766345ca327c7aed2b96f610a8566e90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060173.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/297/72735e492890f753599c1d03a5920297/72735e492890f753599c1d03a5920297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060178.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/200/1a3cd29d993549d04bc73a2ecee24200/1a3cd29d993549d04bc73a2ecee24200.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060183.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/4be/4f428afac536f105e2c3dab29ef0b4be/4f428afac536f105e2c3dab29ef0b4be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060188.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/460/24a0a345335b76a4d1bec9f839e2b460/24a0a345335b76a4d1bec9f839e2b460.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060193.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/033/3ca37037395faddd30f63dfd97c54033/3ca37037395faddd30f63dfd97c54033.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060198.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/117/fb85510b194ce4fb00290a651dbc8117/fb85510b194ce4fb00290a651dbc8117.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060203.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ec3/a5e2a8b5f4c4dfe5e69eea50c15caec3/a5e2a8b5f4c4dfe5e69eea50c15caec3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060208.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/494/ef5c8eb4480266605cd60522ff9a7494/ef5c8eb4480266605cd60522ff9a7494.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060213.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/86c/a682e898434f62f5d2475fb42ec5386c/a682e898434f62f5d2475fb42ec5386c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060218.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/5e1/6b8d1d5e41bf71a6483029ff80ffb5e1/6b8d1d5e41bf71a6483029ff80ffb5e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060223.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/441/4885bc1eee6f050f22b3238295d3a441/4885bc1eee6f050f22b3238295d3a441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060228.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/13f/7b9d46f76300ed5b69d561029b5a613f/7b9d46f76300ed5b69d561029b5a613f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060233.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/048/d06113b1fe0980b1c42c020d8b347048/d06113b1fe0980b1c42c020d8b347048.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060238.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/9a6/2777ad60df016219ad898e6066aa99a6/2777ad60df016219ad898e6066aa99a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060243.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/826/0a082af81240ad7e439f3ebc5791b826/0a082af81240ad7e439f3ebc5791b826.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060248.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/7de/ecf1b2021a7751699db98ee0b6f117de/ecf1b2021a7751699db98ee0b6f117de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060253.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/388/d41d48bc355ffaaaa123ce54e31d3388/d41d48bc355ffaaaa123ce54e31d3388.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060258.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/179/90ec79f023a96e3cecf710786240f179/90ec79f023a96e3cecf710786240f179.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060263.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ffe/d03b37d8658d35e2cdec6487599d8ffe/d03b37d8658d35e2cdec6487599d8ffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060268.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/b87/2d81642621981018b2f171d1f9c27b87/2d81642621981018b2f171d1f9c27b87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060273.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/512/9adeed60d030b20151f444258f5f6512/9adeed60d030b20151f444258f5f6512.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060278.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/627/6e05dac3c56349dae19024dab6cd1627/6e05dac3c56349dae19024dab6cd1627.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060283.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/dd3/7577dd65f2595ed0104b94909c5efdd3/7577dd65f2595ed0104b94909c5efdd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060288.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/306/d517f6661e02c00df70383cd04f07306/d517f6661e02c00df70383cd04f07306.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060293.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/f65/f55bd52946a1d7414e17d42a7a2daf65/f55bd52946a1d7414e17d42a7a2daf65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060298.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/ae6/b45a19a954116c11c13bf9dd8df54ae6/b45a19a954116c11c13bf9dd8df54ae6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060303.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/74b/0037555d0994e6f909dd5e7dd214c74b/0037555d0994e6f909dd5e7dd214c74b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060308.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/2f2/0f4f8bacc518a48540a03ecc9a4682f2/0f4f8bacc518a48540a03ecc9a4682f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060313.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e1d/68959b865351fbb3903be38fa37ede1d/68959b865351fbb3903be38fa37ede1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060318.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/dfc/abc05dede238a3b041c918b2c024bdfc/abc05dede238a3b041c918b2c024bdfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060323.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/901/bbe1675b769ede93992026b1a20ad901/bbe1675b769ede93992026b1a20ad901.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060328.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/183/88bc5f9fe5484c44566cb313a894f183/88bc5f9fe5484c44566cb313a894f183.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060333.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/444/df564063ca7479026bc904bc55192444/df564063ca7479026bc904bc55192444.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:00 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txffb16cc8f7ef43df986c1-0068774e2c" "proxy-server 1137710" 0.0139 "-" 1137710 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txffb16cc8f7ef43df986c1-0068774e2c - 0.0225 - - 1752649260.813174248 1752649260.835678577 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Object update sweep starting on /tmp/tmp5qnqp81_/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qnqp81_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059095.00000 -test INFO: Object update sweep completed on /tmp/tmp5qnqp81_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp5qnqp81_/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qnqp81_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059096.00000 -test INFO: Object update sweep completed on /tmp/tmp5qnqp81_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpgkm33ird/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmpgkm33ird/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.00000 -test INFO: Object update sweep completed on /tmp/tmpgkm33ird/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpgkm33ird/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmpgkm33ird/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059093.00000 -test INFO: Object update sweep completed on /tmp/tmpgkm33ird/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmppw9r6q2a/devices/sda1 (pid: 2651768) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmppw9r6q2a/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059090.00000: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/obj/updater.py", line 649, in _load_update - return pickle.load(open(update_path, 'rb')) # nosec: B301 - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmppw9r6q2a/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpdtdf42uu/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpdtdf42uu/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1787059091.02293 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpdtdf42uu/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1787059091.02333 -test INFO: Object update sweep completed on /tmp/tmpdtdf42uu/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpphr5ty_u/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpphr5ty_u/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1787059091.23273 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpphr5ty_u/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1787059091.23333 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpphr5ty_u/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1787059091.23322 -test INFO: Object update sweep completed on /tmp/tmpphr5ty_u/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Object update sweep starting on /tmp/tmprzrwfrzm/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmprzrwfrzm/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1787059091.33967test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060338.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/c82/8292884ca1d194e4cf81d57e1a2a7c82/8292884ca1d194e4cf81d57e1a2a7c82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060343.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/57c/505bf3d973634bb560484b8d2dca057c/505bf3d973634bb560484b8d2dca057c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060348.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/32b/5ab57957c800e8208c381ce61a2f932b/5ab57957c800e8208c381ce61a2f932b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060353.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e27/f6ca04ba34ffc944f9ccc60e4f9d7e27/f6ca04ba34ffc944f9ccc60e4f9d7e27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060358.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/484/cf8ba30219ba6b218fc1815031b10484/cf8ba30219ba6b218fc1815031b10484.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060363.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/e2a/4048063ba72fb541d5a56f7778865e2a/4048063ba72fb541d5a56f7778865e2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787060368.00000-0, db: /tmp/tmppy9m3ize/sda/containers/0/8fe/0b0a209262feee3369561c9ef48518fe/0b0a209262feee3369561c9ef48518fe.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/727/369eb87cb7663aa14cb5bb36813a4727/369eb87cb7663aa14cb5bb36813a4727.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059095.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/727/369eb87cb7663aa14cb5bb36813a4727/369eb87cb7663aa14cb5bb36813a4727_1787059095.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/935/ceaaf8e546936caf6fe0dd79534f0935/ceaaf8e546936caf6fe0dd79534f0935.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059099.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/935/ceaaf8e546936caf6fe0dd79534f0935/ceaaf8e546936caf6fe0dd79534f0935_1787059099.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e_1787059103.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/9f7/b5d693393021e78c7a481acb4e26c9f7/b5d693393021e78c7a481acb4e26c9f7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059107.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/9f7/b5d693393021e78c7a481acb4e26c9f7/b5d693393021e78c7a481acb4e26c9f7_1787059107.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/462/cb74f4409816634be88e08ec00305462/cb74f4409816634be88e08ec00305462.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059111.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/462/cb74f4409816634be88e08ec00305462/cb74f4409816634be88e08ec00305462_1787059111.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/d94/7b8437b0064dfc8e57e43d504ed91d94/7b8437b0064dfc8e57e43d504ed91d94.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059115.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/d94/7b8437b0064dfc8e57e43d504ed91d94/7b8437b0064dfc8e57e43d504ed91d94_1787059115.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/428/4df675fa4c162be5c0d249c339cc2428/4df675fa4c162be5c0d249c339cc2428.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059119.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/428/4df675fa4c162be5c0d249c339cc2428/4df675fa4c162be5c0d249c339cc2428_1787059119.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/e61/515290e16fb61d883cb2ec00820a7e61/515290e16fb61d883cb2ec00820a7e61.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059123.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/e61/515290e16fb61d883cb2ec00820a7e61/515290e16fb61d883cb2ec00820a7e61_1787059123.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/77f/274515beaa225a7e458148f5ac55b77f/274515beaa225a7e458148f5ac55b77f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059127.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/77f/274515beaa225a7e458148f5ac55b77f/274515beaa225a7e458148f5ac55b77f_1787059127.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/5ae/6d872402181f4673ea0251a302d3f5ae/6d872402181f4673ea0251a302d3f5ae.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059131.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/5ae/6d872402181f4673ea0251a302d3f5ae/6d872402181f4673ea0251a302d3f5ae_1787059131.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/dd2/6b0c7005d8cc64dadda70938b9ef7dd2/6b0c7005d8cc64dadda70938b9ef7dd2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059135.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/dd2/6b0c7005d8cc64dadda70938b9ef7dd2/6b0c7005d8cc64dadda70938b9ef7dd2_1787059135.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/3a7/0ce02e6d5cb785475727b0f1fc0bb3a7/0ce02e6d5cb785475727b0f1fc0bb3a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059139.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/3a7/0ce02e6d5cb785475727b0f1fc0bb3a7/0ce02e6d5cb785475727b0f1fc0bb3a7_1787059139.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/32b/a4a660676e43c3b1da06d3311d16732b/a4a660676e43c3b1da06d3311d16732b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059143.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/32b/a4a660676e43c3b1da06d3311d16732b/a4a660676e43c3b1da06d3311d16732b_1787059143.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059147.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a/cd7e0c9cfc33bb446e1c8aca3b4d4f6a_1787059147.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/c7c/ad1a4ce22c9cc044f12b4947debecc7c/ad1a4ce22c9cc044f12b4947debecc7c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059151.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/c7c/ad1a4ce22c9cc044f12b4947debecc7c/ad1a4ce22c9cc044f12b4947debecc7c_1787059151.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/55a/a8528788ad8fbd47f4f9a786d45ff55a/a8528788ad8fbd47f4f9a786d45ff55a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059155.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/55a/a8528788ad8fbd47f4f9a786d45ff55a/a8528788ad8fbd47f4f9a786d45ff55a_1787059155.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/638/3f4e56fefcf1d4b4acaa2963d43cf638/3f4e56fefcf1d4b4acaa2963d43cf638.db'test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test DEBUG: Update sent for /a/c1/o00 /tmp/tmprzrwfrzm/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1787059091.33947 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmprzrwfrzm/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1787059091.33998 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmprzrwfrzm/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1787059091.33988 -test INFO: Object update sweep completed on /tmp/tmprzrwfrzm/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Object update sweep starting on /tmp/tmp1xwjkwdz/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp1xwjkwdz/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1787059091.34926 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp1xwjkwdz/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1787059091.34906 -test INFO: Object update sweep completed on /tmp/tmp1xwjkwdz/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpbm3r0zyb/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1787059091.46433 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1787059091.46412 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1787059091.46401 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1787059091.46296 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1787059091.46423 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1787059091.46454 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1787059091.46333 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1787059091.46444 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1787059091.46511 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1787059091.46385 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpbm3r0zyb/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1787059091.46360 -test INFO: Object update sweep completed on /tmp/tmpbm3r0zyb/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpcsxn2jh6/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpcsxn2jh6/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1787059091.67605 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpcsxn2jh6/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1787059091.67629 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpcsxn2jh6/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1787059091.67593 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpcsxn2jh6/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1787059091.67559 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpcsxn2jh6/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1787059091.67617 -test INFO: Object update sweep completed on /tmp/tmpcsxn2jh6/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmp4tu1cs68/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.70374 -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 1 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 1 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:42065/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:42065/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp4tu1cs68/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.70374 -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:42065/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp4tu1cs68/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.70374test.unit.obj.test_updater.TestObjectUpdater.test_process_devices_in_child -test.unit.obj.test_updater.TestObjectUpdater.test_process_devices_in_child ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child_with_more_workers -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_child_with_more_workers ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_default -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_default ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_more_updater_workers -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_parent_more_updater_workers ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_recon_dump -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_recon_dump ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_subsequent_children -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_subsequent_children ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpk6z2bh_0/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649261.58017, (0, 0) as of 1752649261.58017, active as of 1752649261.58017>, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649261.58018, (0, 0) as of 1752649261.58018, active as of 1752649261.58018>, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpk6z2bh_0/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk6z2bh_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.58074.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001728534698486328s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014901161193847656s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.004319667816162109s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019669532775878906s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020837783813476562s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014734268188476562s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649261.70063, (0, 0) as of 1752649261.70063, active as of 1752649261.70063>, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649261.70064, (0, 0) as of 1752649261.70064, active as of 1752649261.70064>, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649261.70065, (0, 0) as of 1752649261.70065, active as of 1752649261.70065>, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test INFO: Timeout waiting on remote server 127.0.0.1:42065/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmp4tu1cs68/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.70374 -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test INFO: Timeout connecting to remote server 127.0.0.1:42065/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmp4tu1cs68/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.70374 -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmp4tu1cs68/devices/sda1 (pid: 2651768) -test DEBUG: Update sent for /a/c/o /tmp/tmp4tu1cs68/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.70374 -test INFO: Object update sweep completed on /tmp/tmp4tu1cs68/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update sweep of all devices -test INFO: Begin object update sweep of all devices -test INFO: Begin object update sweep of all devices -test INFO: Object update sweep of all devices completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update sweep of all devices -test INFO: Object update sweep of all devices completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpot9ndnzn/devices/sda1 (pid: 2651768) -test INFO: Object update sweep completed on /tmp/tmpot9ndnzn/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Object update sweep starting on /tmp/tmpot9ndnzn/devices/sda1 (pid: 2651768) -test DEBUG: Update failed for /a/c/o /tmp/tmpot9ndnzn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1787059091.00000 -test INFO: Object update sweep completed on /tmp/tmpot9ndnzn/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep of sda1 completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update sweep of all devices -test INFO: Begin object update sweep of all devices -test INFO: Begin object update sweep of all devices -test INFO: Begin object update sweep of all devices -test INFO: Begin object update sweep of all devices -test WARNING: Skipping: sda1 is unmounted -test INFO: Object update sweep of all devices completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update sweep of all devices -test WARNING: Skipping: sda1 is unmounted -test INFO: Object update sweep of all devices completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update sweep of all devices -test WARNING: Skipping: sda2 is unmounted -test INFO: Object update sweep of all devices completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpbxywt1v9/devices/sda1 (pid: 2651768)test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: txd9e0e52ad4974d2fa9e27-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: txd9e0e52ad4974d2fa9e27-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: txd9e0e52ad4974d2fa9e27-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: txd9e0e52ad4974d2fa9e27-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: txd9e0e52ad4974d2fa9e27-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: txd9e0e52ad4974d2fa9e27-0068774e2d) +test ERROR: Container GET returning 503 for [] (txn: txd9e0e52ad4974d2fa9e27-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5e85e1f69b514de2a7046-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5e85e1f69b514de2a7046-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5e85e1f69b514de2a7046-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx5e85e1f69b514de2a7046-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx5e85e1f69b514de2a7046-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx5e85e1f69b514de2a7046-0068774e2d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx5e85e1f69b514de2a7046-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: tx867c52dca23c4bbc99ce0-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: txa993981f6a7b49b5a1013-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx56409136fcd940ea80cb6-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx56409136fcd940ea80cb6-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx56409136fcd940ea80cb6-0068774e2d)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059159.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/638/3f4e56fefcf1d4b4acaa2963d43cf638/3f4e56fefcf1d4b4acaa2963d43cf638_1787059159.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/6ec/00f1bc6b8f7f73a50ce79c6eda6466ec/00f1bc6b8f7f73a50ce79c6eda6466ec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059163.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/6ec/00f1bc6b8f7f73a50ce79c6eda6466ec/00f1bc6b8f7f73a50ce79c6eda6466ec_1787059163.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/de6/9f21372595d19bc080685f7db3433de6/9f21372595d19bc080685f7db3433de6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059167.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/de6/9f21372595d19bc080685f7db3433de6/9f21372595d19bc080685f7db3433de6_1787059167.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/10a/e9dce2dd26291868d564c31c3784710a/e9dce2dd26291868d564c31c3784710a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059171.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/10a/e9dce2dd26291868d564c31c3784710a/e9dce2dd26291868d564c31c3784710a_1787059171.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/625/95ffbf0d28724189a136c9fcc4e4a625/95ffbf0d28724189a136c9fcc4e4a625.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059175.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/625/95ffbf0d28724189a136c9fcc4e4a625/95ffbf0d28724189a136c9fcc4e4a625_1787059175.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/136/8e0c8de01246acbfa24dce5cb8057136/8e0c8de01246acbfa24dce5cb8057136.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059179.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/136/8e0c8de01246acbfa24dce5cb8057136/8e0c8de01246acbfa24dce5cb8057136_1787059179.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/f35/1e55c95bf7e6bc0ad940db7688f7ef35/1e55c95bf7e6bc0ad940db7688f7ef35.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059183.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/f35/1e55c95bf7e6bc0ad940db7688f7ef35/1e55c95bf7e6bc0ad940db7688f7ef35_1787059183.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/957/deb3d3bf8d55188242b25416317f5957/deb3d3bf8d55188242b25416317f5957.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059187.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/957/deb3d3bf8d55188242b25416317f5957/deb3d3bf8d55188242b25416317f5957_1787059187.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/f07/e7544ba2a76026ff126d779effa1cf07/e7544ba2a76026ff126d779effa1cf07.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059191.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/f07/e7544ba2a76026ff126d779effa1cf07/e7544ba2a76026ff126d779effa1cf07_1787059191.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a25/2c51c995ae10d199ad662134c3befa25/2c51c995ae10d199ad662134c3befa25.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059195.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a25/2c51c995ae10d199ad662134c3befa25/2c51c995ae10d199ad662134c3befa25_1787059195.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/eee/b5d6f7690e810594f172f1795d441eee/b5d6f7690e810594f172f1795d441eee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059199.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/eee/b5d6f7690e810594f172f1795d441eee/b5d6f7690e810594f172f1795d441eee_1787059199.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/60d/9c4c8739937f5ca8c240656427a6a60d/9c4c8739937f5ca8c240656427a6a60d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059203.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/60d/9c4c8739937f5ca8c240656427a6a60d/9c4c8739937f5ca8c240656427a6a60d_1787059203.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a53/ee672ea5d801b390b3bd79a5c81a0a53/ee672ea5d801b390b3bd79a5c81a0a53.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059207.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a53/ee672ea5d801b390b3bd79a5c81a0a53/ee672ea5d801b390b3bd79a5c81a0a53_1787059207.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a0e/a9bd376d9cb060f8a0667757e5150a0e/a9bd376d9cb060f8a0667757e5150a0e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059211.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a0e/a9bd376d9cb060f8a0667757e5150a0e/a9bd376d9cb060f8a0667757e5150a0e_1787059211.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/50b/27df2ce93ed10d7cee1b36243578c50b/27df2ce93ed10d7cee1b36243578c50b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059215.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/50b/27df2ce93ed10d7cee1b36243578c50b/27df2ce93ed10d7cee1b36243578c50b_1787059215.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/1f4/84eb00d7b7ba17265d149087b82491f4/84eb00d7b7ba17265d149087b82491f4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059219.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/1f4/84eb00d7b7ba17265d149087b82491f4/84eb00d7b7ba17265d149087b82491f4_1787059219.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/4eb/a38b4b2f7a7a9f3d9827bde3a52184eb/a38b4b2f7a7a9f3d9827bde3a52184eb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059223.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/4eb/a38b4b2f7a7a9f3d9827bde3a52184eb/a38b4b2f7a7a9f3d9827bde3a52184eb_1787059223.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a92/d789be18d5c0e75a360c2c11bd9f2a92/d789be18d5c0e75a360c2c11bd9f2a92.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059227.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a92/d789be18d5c0e75a360c2c11bd9f2a92/d789be18d5c0e75a360c2c11bd9f2a92_1787059227.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/dce/e5596b63fc5cd95eebe327994c1cddce/e5596b63fc5cd95eebe327994c1cddce.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059231.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/dce/e5596b63fc5cd95eebe327994c1cddce/e5596b63fc5cd95eebe327994c1cddce_1787059231.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/225/43bfc74ff3a9c73c1824d37ab8df8225/43bfc74ff3a9c73c1824d37ab8df8225.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059235.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/225/43bfc74ff3a9c73c1824d37ab8df8225/43bfc74ff3a9c73c1824d37ab8df8225_1787059235.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/d9e/4c2c70feab830eafffa5f74baac68d9e/4c2c70feab830eafffa5f74baac68d9e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059239.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/d9e/4c2c70feab830eafffa5f74baac68d9e/4c2c70feab830eafffa5f74baac68d9e_1787059239.00000.dbtest.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test ERROR: Container GET returning 503 for [] (txn: tx56409136fcd940ea80cb6-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: tx56409136fcd940ea80cb6-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5668e96566564ed7853b9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5668e96566564ed7853b9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5668e96566564ed7853b9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5668e96566564ed7853b9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5668e96566564ed7853b9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5668e96566564ed7853b9-0068774e2d) +test ERROR: Container GET returning 503 for [] (txn: tx5668e96566564ed7853b9-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb810b27b1074f238697e-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb810b27b1074f238697e-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb810b27b1074f238697e-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb810b27b1074f238697e-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb810b27b1074f238697e-0068774e2d) +test ERROR: Container GET returning 503 for [] (txn: txbb810b27b1074f238697e-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c0d82bbaece4406973cf-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c0d82bbaece4406973cf-0068774e2d) +test ERROR: Container GET returning 503 for [] (txn: tx0c0d82bbaece4406973cf-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe3280575c79443548279b-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx40e67eabf5bf4c3cb14e1-0068774e2d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx40e67eabf5bf4c3cb14e1-0068774e2d) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx40e67eabf5bf4c3cb14e1-0068774e2d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa020fc1fcab14b288e602-0068774e2d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc8f26413cb224bf68b19e-0068774e2d) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc8f26413cb224bf68b19e-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: txc8f26413cb224bf68b19e-0068774e2d) +test ERROR: Container GET returning 503 for [] (txn: tx842fcd5d274d4b37898df-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: tx842fcd5d274d4b37898df-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx1fb1cee0f11b4fcdb8aa0-0068774e2d) +test INFO: Client disconnected on read of '/a/c' (txn: tx1fb1cee0f11b4fcdb8aa0-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc1853954cd6144f3958eb-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc1853954cd6144f3958eb-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc1853954cd6144f3958eb-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc1853954cd6144f3958eb-0068774e2d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc1853954cd6144f3958eb-0068774e2d) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txc1853954cd6144f3958eb-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0032c83e40db485381572-0068774e2e)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649261.70063, (0, 0) as of 1752649261.70063, active as of 1752649261.70063>, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzsw619ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.70117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014138221740722656s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018167495727539062s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015163421630859375s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012350082397460938s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014495849609375s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001304149627685547s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.dbtest.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body @@ -50915,11 +50710,47 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test INFO: Object update sweep progress on /tmp/tmpbxywt1v9/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep progress on /tmp/tmpbxywt1v9/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep completed on /tmp/tmpbxywt1v9/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) -test INFO: Object update sweep starting on /tmp/tmpmk9vf_t3/devices/sda1 (pid: 2651768) -test INFO: Object update sweep completed on /tmp/tmpmk9vf_t3/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 outdated_unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2651768) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0032c83e40db485381572-0068774e2e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0032c83e40db485381572-0068774e2e) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0032c83e40db485381572-0068774e2e) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0032c83e40db485381572-0068774e2e) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx0032c83e40db485381572-0068774e2e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -50928,127 +50759,121 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx7f2f12aa4cd14050ac3a1-006a845b94) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txbec922e2f1f543008d884-0068774e2e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx67d7ef75438a4ef493c87-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx67d7ef75438a4ef493c87-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx67d7ef75438a4ef493c87-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx67d7ef75438a4ef493c87-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx67d7ef75438a4ef493c87-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx67d7ef75438a4ef493c87-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx67d7ef75438a4ef493c87-006a845b94) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txcd7dde651c254126bc883-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txcd7dde651c254126bc883-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txcd7dde651c254126bc883-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txcd7dde651c254126bc883-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txcd7dde651c254126bc883-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txcd7dde651c254126bc883-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txcd7dde651c254126bc883-0068774e2e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx329695f86f03439496028-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txa2c6180267ed4839803bd-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx60976c8ac4dc432abadc3-0068774e2e)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/0f4/d85791242a92e58600690074d05760f4/d85791242a92e58600690074d05760f4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059243.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/0f4/d85791242a92e58600690074d05760f4/d85791242a92e58600690074d05760f4_1787059243.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/8e2/23749831c3cbec8e3f17681f0e1458e2/23749831c3cbec8e3f17681f0e1458e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059247.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/8e2/23749831c3cbec8e3f17681f0e1458e2/23749831c3cbec8e3f17681f0e1458e2_1787059247.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/bd1/e093734fade6ce047d1bea9a848ebbd1/e093734fade6ce047d1bea9a848ebbd1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059251.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/bd1/e093734fade6ce047d1bea9a848ebbd1/e093734fade6ce047d1bea9a848ebbd1_1787059251.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/796/4ab6688c4524c2ad8aa48879177a2796/4ab6688c4524c2ad8aa48879177a2796.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059255.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/796/4ab6688c4524c2ad8aa48879177a2796/4ab6688c4524c2ad8aa48879177a2796_1787059255.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/653/6501060a71b465302f48b590aa1c8653/6501060a71b465302f48b590aa1c8653.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059259.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/653/6501060a71b465302f48b590aa1c8653/6501060a71b465302f48b590aa1c8653_1787059259.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/f6e/195edf3ddeacbf54ebf0d4aadc6aaf6e/195edf3ddeacbf54ebf0d4aadc6aaf6e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059263.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/f6e/195edf3ddeacbf54ebf0d4aadc6aaf6e/195edf3ddeacbf54ebf0d4aadc6aaf6e_1787059263.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/ce9/49e79a3a4ca32e67b439ff6adbc14ce9/49e79a3a4ca32e67b439ff6adbc14ce9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059267.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/ce9/49e79a3a4ca32e67b439ff6adbc14ce9/49e79a3a4ca32e67b439ff6adbc14ce9_1787059267.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/1d1/9ecb68e4d33c5fb38f52c66058c821d1/9ecb68e4d33c5fb38f52c66058c821d1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059271.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/1d1/9ecb68e4d33c5fb38f52c66058c821d1/9ecb68e4d33c5fb38f52c66058c821d1_1787059271.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/591/ec5bd8ad77c06b7cf427ce9c599ff591/ec5bd8ad77c06b7cf427ce9c599ff591.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059275.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/591/ec5bd8ad77c06b7cf427ce9c599ff591/ec5bd8ad77c06b7cf427ce9c599ff591_1787059275.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/11e/e3c31e14db729805a7ed066ba4e3011e/e3c31e14db729805a7ed066ba4e3011e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059279.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/11e/e3c31e14db729805a7ed066ba4e3011e/e3c31e14db729805a7ed066ba4e3011e_1787059279.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/140/1ecf7f21dd8e8645d50af872046b1140/1ecf7f21dd8e8645d50af872046b1140.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059283.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/140/1ecf7f21dd8e8645d50af872046b1140/1ecf7f21dd8e8645d50af872046b1140_1787059283.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a8b/20565f66eb07e4c965e21479b8281a8b/20565f66eb07e4c965e21479b8281a8b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059287.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a8b/20565f66eb07e4c965e21479b8281a8b/20565f66eb07e4c965e21479b8281a8b_1787059287.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/6d9/cc9d97a7e92df29d960bdd8f2f1826d9/cc9d97a7e92df29d960bdd8f2f1826d9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059291.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/6d9/cc9d97a7e92df29d960bdd8f2f1826d9/cc9d97a7e92df29d960bdd8f2f1826d9_1787059291.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/59e/808ca7fadcbdd5ab6cfdfd1377f9159e/808ca7fadcbdd5ab6cfdfd1377f9159e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059295.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/59e/808ca7fadcbdd5ab6cfdfd1377f9159e/808ca7fadcbdd5ab6cfdfd1377f9159e_1787059295.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/409/c4a7333c9dcd2073e83c35a8fe8a3409/c4a7333c9dcd2073e83c35a8fe8a3409.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059299.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/409/c4a7333c9dcd2073e83c35a8fe8a3409/c4a7333c9dcd2073e83c35a8fe8a3409_1787059299.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/450/5745469943c14c4097deab7e47a80450/5745469943c14c4097deab7e47a80450.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059303.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/450/5745469943c14c4097deab7e47a80450/5745469943c14c4097deab7e47a80450_1787059303.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/1c5/65ec1388caa32c4124ee9c80d99631c5/65ec1388caa32c4124ee9c80d99631c5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059307.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/1c5/65ec1388caa32c4124ee9c80d99631c5/65ec1388caa32c4124ee9c80d99631c5_1787059307.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/d48/96e6b000afaece27988e549fbadaed48/96e6b000afaece27988e549fbadaed48.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059311.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/d48/96e6b000afaece27988e549fbadaed48/96e6b000afaece27988e549fbadaed48_1787059311.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/2d8/0391af26c6772f9d759e99e42e37e2d8/0391af26c6772f9d759e99e42e37e2d8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059315.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/2d8/0391af26c6772f9d759e99e42e37e2d8/0391af26c6772f9d759e99e42e37e2d8_1787059315.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a71/8c8fa6b3968c9d29054861236a916a71/8c8fa6b3968c9d29054861236a916a71.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059319.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a71/8c8fa6b3968c9d29054861236a916a71/8c8fa6b3968c9d29054861236a916a71_1787059319.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/2b0/e77c27fe4cb4d9791d18ef90a12142b0/e77c27fe4cb4d9791d18ef90a12142b0.db' -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txeebd404e99c7491ca1df9-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx2d774f7a828348fd994b3-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb9df3fc77b04559b8537-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016069412231445312s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017595291137695312s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017786026000976562s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000217437744140625s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001728534698486328s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005719661712646484s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024628639221191406s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002117156982421875s, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ez_thu8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649261.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001709461212158203s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016832351684570312s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000152587890625s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014781951904296875s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok @@ -51058,659 +50883,871 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018310546875s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001766681671142578s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001246929168701172s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001266002655029297s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014162063598632812s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018310546875s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgzaeb1sa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1752649263.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001659393310546875s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok + +test DEBUG: Setting object count to 1068 (txn: txcacd08bbf766453281a33-0068774e28) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Setting object count to 1068 (txn: txbc7c8a7e8360404c952f6-0068774e28) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx0dba031a5c794860a4b0f-0068774e2b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd721367e6d5b46449d70c-0068774e2d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd721367e6d5b46449d70c-0068774e2d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd721367e6d5b46449d70c-0068774e2d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd721367e6d5b46449d70c-0068774e2d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd721367e6d5b46449d70c-0068774e2d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd721367e6d5b46449d70c-0068774e2d) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txd721367e6d5b46449d70c-0068774e2d) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txd721367e6d5b46449d70c-0068774e2d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txdd574d2f49134fa0ba13f-0068774e2e)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server ERROR: Object returning 503 for [] (txn: tx3b1865cf0df94ff5ad34a-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txefaf3db02b4a46a6bc309-006a845b94) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txdad374b3939c480399fec-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server ERROR: Object returning 503 for [] (txn: tx720aaee3a7c0438f92d7c-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011563301086425781s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.487701416015625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00426793098449707s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.963180541992188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.0108642578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.320808410644531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.2479248046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.008144140243530273s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match + +sharder-test DEBUG: got 1 rows (deleted=False) in 8.821487426757812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpr2uighnw/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001308917999267578s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.916854858398438e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016951560974121094s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.653236389160156e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.532669067382812e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.414817810058594e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.437301635742188e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.004198789596557617s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.249282836914062e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success + +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx80d66fef60d640b8a1062-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx205bc043e3384cf5be9bb-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: txdd8f5a6f2fa84a3886654-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6194a6ef256f45abb8d63-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 490, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txbd7578bdd83849c1b1f74-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ab8ce8f1c4643e5b98cf-0068774e2e)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok - -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e3d98168cb24cfbaa9ec-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx36d042d262cf4508a99c5-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 490, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx2dedb674cd4146c5a7f24-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa47eeb496c404e5fb1722-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa47eeb496c404e5fb1722-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa47eeb496c404e5fb1722-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 412 from primary (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbd5380729e444790a7536-006a845b94)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok + +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.296966552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.390975952148438e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.842613220214844e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.463859558105469e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.177757263183594e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.987022399902344e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptgo5foh_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001957416534423828s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.440017700195312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ab8ce8f1c4643e5b98cf-0068774e2e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ab8ce8f1c4643e5b98cf-0068774e2e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx568719056ea64a04b2187-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server ERROR: Object returning 503 for [] (txn: tx4f86eec9b24246bb8b0f1-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbd5380729e444790a7536-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server ERROR: Object returning 503 for [] (txn: txa3a38fb6aff64538bb766-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx76633739cdad491dacb6b-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0129f8d0848246ebb2850-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059323.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/2b0/e77c27fe4cb4d9791d18ef90a12142b0/e77c27fe4cb4d9791d18ef90a12142b0_1787059323.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/c06/84c5aac55a8cb8147c69c8524c875c06/84c5aac55a8cb8147c69c8524c875c06.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059327.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/c06/84c5aac55a8cb8147c69c8524c875c06/84c5aac55a8cb8147c69c8524c875c06_1787059327.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/da1/f3a2c2834f7394ec05c6cb5c797c5da1/f3a2c2834f7394ec05c6cb5c797c5da1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059331.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/da1/f3a2c2834f7394ec05c6cb5c797c5da1/f3a2c2834f7394ec05c6cb5c797c5da1_1787059331.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/263/23cdb29fba4accee269ed5a8c040b263/23cdb29fba4accee269ed5a8c040b263.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059335.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/263/23cdb29fba4accee269ed5a8c040b263/23cdb29fba4accee269ed5a8c040b263_1787059335.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/c60/67bd4ea5cbcd6c55f26fe0d0a6442c60/67bd4ea5cbcd6c55f26fe0d0a6442c60.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059339.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/c60/67bd4ea5cbcd6c55f26fe0d0a6442c60/67bd4ea5cbcd6c55f26fe0d0a6442c60_1787059339.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/6c1/781ceecdeec8eea1b9510a28658446c1/781ceecdeec8eea1b9510a28658446c1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059343.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/6c1/781ceecdeec8eea1b9510a28658446c1/781ceecdeec8eea1b9510a28658446c1_1787059343.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/cad/a1e53cb59c244c1c90aaec8533c15cad/a1e53cb59c244c1c90aaec8533c15cad.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059347.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/cad/a1e53cb59c244c1c90aaec8533c15cad/a1e53cb59c244c1c90aaec8533c15cad_1787059347.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/9b1/d63b7c654aa8473f069316e4a02599b1/d63b7c654aa8473f069316e4a02599b1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059351.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/9b1/d63b7c654aa8473f069316e4a02599b1/d63b7c654aa8473f069316e4a02599b1_1787059351.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/7fc/72f484397b19c52b02865a08cf2307fc/72f484397b19c52b02865a08cf2307fc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059355.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/7fc/72f484397b19c52b02865a08cf2307fc/72f484397b19c52b02865a08cf2307fc_1787059355.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/581/81b0750f3641cfdd095ede11b7174581/81b0750f3641cfdd095ede11b7174581.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059359.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/581/81b0750f3641cfdd095ede11b7174581/81b0750f3641cfdd095ede11b7174581_1787059359.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/04b/1022aa91ac94d0335c462620e694a04b/1022aa91ac94d0335c462620e694a04b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059363.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/04b/1022aa91ac94d0335c462620e694a04b/1022aa91ac94d0335c462620e694a04b_1787059363.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/241/45551db919739141feeb31c7ece78241/45551db919739141feeb31c7ece78241.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059367.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/241/45551db919739141feeb31c7ece78241/45551db919739141feeb31c7ece78241_1787059367.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/75b/310e3ef10aa4aed0d0bd06d13ae2875b/310e3ef10aa4aed0d0bd06d13ae2875b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059371.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/75b/310e3ef10aa4aed0d0bd06d13ae2875b/310e3ef10aa4aed0d0bd06d13ae2875b_1787059371.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/828/8aea995a84a714412b321b49ea566828/8aea995a84a714412b321b49ea566828.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059375.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/828/8aea995a84a714412b321b49ea566828/8aea995a84a714412b321b49ea566828_1787059375.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/84e/43d7ed168139a9cec9f3c73bfc9f284e/43d7ed168139a9cec9f3c73bfc9f284e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059379.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/84e/43d7ed168139a9cec9f3c73bfc9f284e/43d7ed168139a9cec9f3c73bfc9f284e_1787059379.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/4b2/35d64f438c07ee71c6ec72b4ebbd34b2/35d64f438c07ee71c6ec72b4ebbd34b2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059383.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/4b2/35d64f438c07ee71c6ec72b4ebbd34b2/35d64f438c07ee71c6ec72b4ebbd34b2_1787059383.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/7d8/544d572a9883797c8c9dab64880ab7d8/544d572a9883797c8c9dab64880ab7d8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059387.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/7d8/544d572a9883797c8c9dab64880ab7d8/544d572a9883797c8c9dab64880ab7d8_1787059387.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/461/cf89a80ac1ef824c1f493c28f0226461/cf89a80ac1ef824c1f493c28f0226461.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059391.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/461/cf89a80ac1ef824c1f493c28f0226461/cf89a80ac1ef824c1f493c28f0226461_1787059391.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a1d/f558944ea521519239a9628102730a1d/f558944ea521519239a9628102730a1d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059395.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a1d/f558944ea521519239a9628102730a1d/f558944ea521519239a9628102730a1d_1787059395.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/5f3/aa2acfd95d092ba8f8da566f3c08f5f3/aa2acfd95d092ba8f8da566f3c08f5f3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059399.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/5f3/aa2acfd95d092ba8f8da566f3c08f5f3/aa2acfd95d092ba8f8da566f3c08f5f3_1787059399.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/878/55b0554202805a91da25189a6e597878/55b0554202805a91da25189a6e597878.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059403.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/878/55b0554202805a91da25189a6e597878/55b0554202805a91da25189a6e597878_1787059403.00000.db -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx97652c5e587b4cdab6c46-006a845b94) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx02f85dde9c594512a34e4-006a845b94) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx499c57ffa7d6418288c49-006a845b94) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txed34d49ea5a14c7db469f-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: Object returning 503 for [] (txn: tx93f4251593574b5b94ffb-006a845b94)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +sharder-test DEBUG: got 1 rows (deleted=True) in 8.249282836914062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.033348083496094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.534027099609375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.343292236328125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.033348083496094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011491775512695312s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, active as of 1752649204.32815>, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxsp_r0z8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001461505889892578s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx86c1fed8773c4da1b9bbd-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx567482b4b796475ba45fb-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txf4c1e60154894f0f80d5f-0068774e2f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx66dd74c4147f46539b764-0068774e2f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txc555a0a94d814170a288c-0068774e2f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txde2221aacb2b4fb28ba14-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f)test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f)test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok @@ -51719,51 +51756,150 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93f4251593574b5b94ffb-006a845b94) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: Object returning 503 for [] (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6757bcb58408471b9dbba-0068774e2f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txf4a1769fb69e4154a911f-006a845b94) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txf4a1769fb69e4154a911f-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd317a5e29459490f953ee-006a845b94) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx17cd0cb9000b44c1a8bf9-0068774e2f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx17cd0cb9000b44c1a8bf9-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok + +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002465248107910156s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002002716064453125s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017547607421875s, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1752649263.20015, (0, 0) as of 1752649263.20015, active as of 1752649263.20015>, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1752649263.20016, (0, 0) as of 1752649263.20016, active as of 1752649263.20016>, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1752649263.20016, (0, 0) as of 1752649263.20016, active as of 1752649263.20016>, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp79yt853c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.20069.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpsyp2rt6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpsyp2rt6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpsyp2rt6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpsyp2rt6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp4otu076a/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp4otu076a/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp4otu076a/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp4otu076a/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp49qrobpy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp49qrobpy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp49qrobpy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp49qrobpy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp7t77bm42/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp7t77bm42/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp7t77bm42/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp7t77bm42/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpu8zmr_8p/sdb/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2512, in _one_shard_cycle + self._process_broker(broker, node, part) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1234, in _execute_mock_call + result = effect(*args, **kwargs) + File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sharder.py", line 884, in mock_processing + raise Exception('kapow!') +Exception: kapow! +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok + +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx53419e5e3ac8410a8fec4-0068774e2f) proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/server.py", line 602, in handle_request @@ -51806,88 +51942,227 @@ ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ fragment_len, ranges, force_metadata_checks) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txd317a5e29459490f953ee-006a845b94)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok - +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx53419e5e3ac8410a8fec4-0068774e2f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc63a4e8ffd0948d488ea9-006a845b94) -proxy-server ERROR: Object returning 503 for [] (txn: txc63a4e8ffd0948d488ea9-006a845b94) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf0fb1d1fa8214aae83677-0068774e2f) +proxy-server ERROR: Object returning 503 for [] (txn: txf0fb1d1fa8214aae83677-0068774e2f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server ERROR: Object returning 503 for [] (txn: tx5bed8f4bc9e146b59222c-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server ERROR: Object returning 503 for [] (txn: tx91b7f149e04f4d3ea9ff0-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a1031dd2dc543b1a270d-006a845b94)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok + +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu8zmr_8p/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Found no containers directories +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok + +sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 0) +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdc) +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdb, sdc) +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:03 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpc9lgbjns/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpc9lgbjns/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.dbtest.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables @@ -51896,139 +52171,222 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/664/1c70f9fcc7a1d16318aa0bca088ab664/1c70f9fcc7a1d16318aa0bca088ab664.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059407.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/664/1c70f9fcc7a1d16318aa0bca088ab664/1c70f9fcc7a1d16318aa0bca088ab664_1787059407.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/2e9/5dbe819efae142138618478ed85602e9/5dbe819efae142138618478ed85602e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059411.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/2e9/5dbe819efae142138618478ed85602e9/5dbe819efae142138618478ed85602e9_1787059411.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/752/71745d7c47393174e1538a55e8180752/71745d7c47393174e1538a55e8180752.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059415.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/752/71745d7c47393174e1538a55e8180752/71745d7c47393174e1538a55e8180752_1787059415.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/c81/9b51a9a93ec2a563cb17273569462c81/9b51a9a93ec2a563cb17273569462c81.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059419.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/c81/9b51a9a93ec2a563cb17273569462c81/9b51a9a93ec2a563cb17273569462c81_1787059419.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/6fc/69f5b97a81706e880d113290429fb6fc/69f5b97a81706e880d113290429fb6fc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059423.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/6fc/69f5b97a81706e880d113290429fb6fc/69f5b97a81706e880d113290429fb6fc_1787059423.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/b24/ad532e440c80672f85d577bbc42ddb24/ad532e440c80672f85d577bbc42ddb24.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059427.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/b24/ad532e440c80672f85d577bbc42ddb24/ad532e440c80672f85d577bbc42ddb24_1787059427.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/bab/2e2bf6e2aa11768f2c68d1abafbc8bab/2e2bf6e2aa11768f2c68d1abafbc8bab.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059431.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/bab/2e2bf6e2aa11768f2c68d1abafbc8bab/2e2bf6e2aa11768f2c68d1abafbc8bab_1787059431.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/e32/7143ab7a99e115d0b0548b5744d16e32/7143ab7a99e115d0b0548b5744d16e32.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059435.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/e32/7143ab7a99e115d0b0548b5744d16e32/7143ab7a99e115d0b0548b5744d16e32_1787059435.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/40d/851a9391c7173520e9c18aa0e080340d/851a9391c7173520e9c18aa0e080340d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059439.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/40d/851a9391c7173520e9c18aa0e080340d/851a9391c7173520e9c18aa0e080340d_1787059439.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/81f/4c6df5b3a204d15d88bcaaec2ecb381f/4c6df5b3a204d15d88bcaaec2ecb381f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059443.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/81f/4c6df5b3a204d15d88bcaaec2ecb381f/4c6df5b3a204d15d88bcaaec2ecb381f_1787059443.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/63f/566faa1f44b23368b8ad5066f2cf663f/566faa1f44b23368b8ad5066f2cf663f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059447.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/63f/566faa1f44b23368b8ad5066f2cf663f/566faa1f44b23368b8ad5066f2cf663f_1787059447.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/40e/96956a38a0abeca837681d8171b5740e/96956a38a0abeca837681d8171b5740e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059451.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/40e/96956a38a0abeca837681d8171b5740e/96956a38a0abeca837681d8171b5740e_1787059451.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/e01/fb79244066df2c820726930fee7ede01/fb79244066df2c820726930fee7ede01.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059455.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/e01/fb79244066df2c820726930fee7ede01/fb79244066df2c820726930fee7ede01_1787059455.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/e39/75d75a956c80e77922e549e63b004e39/75d75a956c80e77922e549e63b004e39.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059459.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/e39/75d75a956c80e77922e549e63b004e39/75d75a956c80e77922e549e63b004e39_1787059459.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/399/68b4aa170cc0af7df66cb799ff79e399/68b4aa170cc0af7df66cb799ff79e399.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059463.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/399/68b4aa170cc0af7df66cb799ff79e399/68b4aa170cc0af7df66cb799ff79e399_1787059463.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/fbb/0042ed89b5be8343f01590bfa7240fbb/0042ed89b5be8343f01590bfa7240fbb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059467.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/fbb/0042ed89b5be8343f01590bfa7240fbb/0042ed89b5be8343f01590bfa7240fbb_1787059467.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/1d0/8c9b4cafc7fb05112263d50da3cfe1d0/8c9b4cafc7fb05112263d50da3cfe1d0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059471.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/1d0/8c9b4cafc7fb05112263d50da3cfe1d0/8c9b4cafc7fb05112263d50da3cfe1d0_1787059471.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/672/6a255e74dd7c731759f33bfe22dd4672/6a255e74dd7c731759f33bfe22dd4672.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059475.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/672/6a255e74dd7c731759f33bfe22dd4672/6a255e74dd7c731759f33bfe22dd4672_1787059475.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/441/8892cf693f589291f9dd74b3ef452441/8892cf693f589291f9dd74b3ef452441.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059479.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/441/8892cf693f589291f9dd74b3ef452441/8892cf693f589291f9dd74b3ef452441_1787059479.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/816/962937497a0b9301ac98077cb7462816/962937497a0b9301ac98077cb7462816.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059483.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/816/962937497a0b9301ac98077cb7462816/962937497a0b9301ac98077cb7462816_1787059483.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/375/fdb85a6acbf0141f829b6f8011aa7375/fdb85a6acbf0141f829b6f8011aa7375.db'test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a1031dd2dc543b1a270d-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1906c14552bf43fc866f6-006a845b94) +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpc9lgbjns/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpc9lgbjns/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcz3gviit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649263.89615.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpnah0zmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnah0zmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnah0zmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnah0zmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpnah0zmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server ERROR: Object returning 503 for [] (txn: txd36252581f2b41b0b0087-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server ERROR: Object returning 503 for [] (txn: tx92074679c9e74abfb7037-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx228ec16f181842ffa306d-0068774e2f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27c392fcb118443380207-0068774e2f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txd348140b7f3b43db99386-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx7c1ac02fb1f745109fb2a-006a845b94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server ERROR: Object returning 503 for [] (txn: tx6924c84e8c0c45d381b06-006a845b95) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +proxy-server ERROR: Object returning 503 for [] (txn: tx55a5e69dce36411196ef4-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok + +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmplu3b635r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +proxy-server ERROR: Object returning 503 for [] (txn: tx0c8e96651a354ca1a960d-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server ERROR: Object returning 503 for [] (txn: txd547c41eb92d440181e8c-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.5:1005/sdf (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92a24ee9c8784b6b904e1-006a845b95) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f6567c9d164fae91d05-0068774e30) proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/obj.py", line 1485, in put_fragments_in_queue @@ -52050,825 +52408,1235 @@ raise ShortReadError( "Too few bytes; read %d, expecting %d" % ( self.nbytes - self.bytes_left, self.nbytes)) -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx92a24ee9c8784b6b904e1-006a845b95) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx92a24ee9c8784b6b904e1-006a845b95) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx39f6567c9d164fae91d05-0068774e30) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx39f6567c9d164fae91d05-0068774e30) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx2bc593c130b0480fb1bb7-006a845b95) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx7ae657dafd2a4816b3b7a-006a845b95) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: tx63e8d00e4ffb4609a755e-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprj7oq65o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success + +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx3c41a20498824af7ac6e8-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txf963ef31d67f4ba492fec-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc54b3f98b5014469b0d0c-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059487.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/375/fdb85a6acbf0141f829b6f8011aa7375/fdb85a6acbf0141f829b6f8011aa7375_1787059487.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/1c8/0c3afa864166524c5e12b419826c61c8/0c3afa864166524c5e12b419826c61c8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059491.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/1c8/0c3afa864166524c5e12b419826c61c8/0c3afa864166524c5e12b419826c61c8_1787059491.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/062/af96d5bb2c80a006b08da66707e7b062/af96d5bb2c80a006b08da66707e7b062.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059495.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/062/af96d5bb2c80a006b08da66707e7b062/af96d5bb2c80a006b08da66707e7b062_1787059495.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/745/afdf73fb87987763efe39839f99ae745/afdf73fb87987763efe39839f99ae745.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059499.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/745/afdf73fb87987763efe39839f99ae745/afdf73fb87987763efe39839f99ae745_1787059499.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/4f1/05154e82ee78e52026b8b9f0bf4a44f1/05154e82ee78e52026b8b9f0bf4a44f1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059503.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/4f1/05154e82ee78e52026b8b9f0bf4a44f1/05154e82ee78e52026b8b9f0bf4a44f1_1787059503.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/54a/9a8e62a3fed2ccc23057297d101c054a/9a8e62a3fed2ccc23057297d101c054a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059507.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/54a/9a8e62a3fed2ccc23057297d101c054a/9a8e62a3fed2ccc23057297d101c054a_1787059507.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/9b8/ecb6ff99db3be94ac70056601cef69b8/ecb6ff99db3be94ac70056601cef69b8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059511.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/9b8/ecb6ff99db3be94ac70056601cef69b8/ecb6ff99db3be94ac70056601cef69b8_1787059511.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/635/5927a3315100986a4c7028e0a22c7635/5927a3315100986a4c7028e0a22c7635.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059515.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/635/5927a3315100986a4c7028e0a22c7635/5927a3315100986a4c7028e0a22c7635_1787059515.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/1e7/87c5270997776e0e71d7de74bd0c91e7/87c5270997776e0e71d7de74bd0c91e7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059519.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/1e7/87c5270997776e0e71d7de74bd0c91e7/87c5270997776e0e71d7de74bd0c91e7_1787059519.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/b11/2b2c621b000ad3e72458c9638761fb11/2b2c621b000ad3e72458c9638761fb11.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059523.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/b11/2b2c621b000ad3e72458c9638761fb11/2b2c621b000ad3e72458c9638761fb11_1787059523.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/ed4/7c43c24701e417fbd41209aad6e82ed4/7c43c24701e417fbd41209aad6e82ed4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059527.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/ed4/7c43c24701e417fbd41209aad6e82ed4/7c43c24701e417fbd41209aad6e82ed4_1787059527.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/9b8/d5b7ee667f69b85669aaa41e65c399b8/d5b7ee667f69b85669aaa41e65c399b8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059531.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/9b8/d5b7ee667f69b85669aaa41e65c399b8/d5b7ee667f69b85669aaa41e65c399b8_1787059531.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/5bc/00ff75bf8183f64bc019098fd0c7f5bc/00ff75bf8183f64bc019098fd0c7f5bc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059535.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/5bc/00ff75bf8183f64bc019098fd0c7f5bc/00ff75bf8183f64bc019098fd0c7f5bc_1787059535.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/cb8/6af0fa6a335c271af23b7fd510172cb8/6af0fa6a335c271af23b7fd510172cb8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059539.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/cb8/6af0fa6a335c271af23b7fd510172cb8/6af0fa6a335c271af23b7fd510172cb8_1787059539.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/963/70db815db79ee17c8758336c213ec963/70db815db79ee17c8758336c213ec963.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059543.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/963/70db815db79ee17c8758336c213ec963/70db815db79ee17c8758336c213ec963_1787059543.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/460/f77d23ddb71c4e1816bc9b3f1a727460/f77d23ddb71c4e1816bc9b3f1a727460.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059547.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/460/f77d23ddb71c4e1816bc9b3f1a727460/f77d23ddb71c4e1816bc9b3f1a727460_1787059547.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/dc7/24b14f5585b0d1fd99ff9d62dedf6dc7/24b14f5585b0d1fd99ff9d62dedf6dc7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059551.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/dc7/24b14f5585b0d1fd99ff9d62dedf6dc7/24b14f5585b0d1fd99ff9d62dedf6dc7_1787059551.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/e88/1c457f563431b7b9d02db62b2a6f1e88/1c457f563431b7b9d02db62b2a6f1e88.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059555.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/e88/1c457f563431b7b9d02db62b2a6f1e88/1c457f563431b7b9d02db62b2a6f1e88_1787059555.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/191/430beb6f896563cb9e3111898c019191/430beb6f896563cb9e3111898c019191.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059559.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/191/430beb6f896563cb9e3111898c019191/430beb6f896563cb9e3111898c019191_1787059559.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/21c/1d50cfa2cf9c307c167a513e5501b21c/1d50cfa2cf9c307c167a513e5501b21c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059563.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/21c/1d50cfa2cf9c307c167a513e5501b21c/1d50cfa2cf9c307c167a513e5501b21c_1787059563.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/031/060ad7d24de29bb4e48ba7d7af196031/060ad7d24de29bb4e48ba7d7af196031.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059567.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/031/060ad7d24de29bb4e48ba7d7af196031/060ad7d24de29bb4e48ba7d7af196031_1787059567.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001633167266845703s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash60False/hash60False_1752649264.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash60True/hash60True_1752649283.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/5c7/9f12db6555954eb726e28d0bd8f6a5c7/9f12db6555954eb726e28d0bd8f6a5c7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059571.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/5c7/9f12db6555954eb726e28d0bd8f6a5c7/9f12db6555954eb726e28d0bd8f6a5c7_1787059571.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/dea/226e9ded610de0e30defe3bbaac8edea/226e9ded610de0e30defe3bbaac8edea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059575.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/dea/226e9ded610de0e30defe3bbaac8edea/226e9ded610de0e30defe3bbaac8edea_1787059575.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/d62/fad71634df2a213157198a700b34ed62/fad71634df2a213157198a700b34ed62.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059579.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/d62/fad71634df2a213157198a700b34ed62/fad71634df2a213157198a700b34ed62_1787059579.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/55c/0ead8233bba43dffc62f11f43885655c/0ead8233bba43dffc62f11f43885655c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059583.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/55c/0ead8233bba43dffc62f11f43885655c/0ead8233bba43dffc62f11f43885655c_1787059583.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/bdc/812bf31198427174b2827b92096fdbdc/812bf31198427174b2827b92096fdbdc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059587.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/bdc/812bf31198427174b2827b92096fdbdc/812bf31198427174b2827b92096fdbdc_1787059587.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/74b/e7e0fd4f40e6aa117e86b1817d8e774b/e7e0fd4f40e6aa117e86b1817d8e774b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059591.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/74b/e7e0fd4f40e6aa117e86b1817d8e774b/e7e0fd4f40e6aa117e86b1817d8e774b_1787059591.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/76a/b5bbc9caac90e95d70fbdbc12f2e876a/b5bbc9caac90e95d70fbdbc12f2e876a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059595.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/76a/b5bbc9caac90e95d70fbdbc12f2e876a/b5bbc9caac90e95d70fbdbc12f2e876a_1787059595.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/ded/11b96a33bb8fc2ddfe289d9280080ded/11b96a33bb8fc2ddfe289d9280080ded.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059599.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/ded/11b96a33bb8fc2ddfe289d9280080ded/11b96a33bb8fc2ddfe289d9280080ded_1787059599.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp73o2hwf7/sda/containers/0/a78/d4f074f4259c3d8ad82eebdd3c4fba78/d4f074f4259c3d8ad82eebdd3c4fba78.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059603.00000-0, db: /tmp/tmp73o2hwf7/sda/containers/0/a78/d4f074f4259c3d8ad82eebdd3c4fba78/d4f074f4259c3d8ad82eebdd3c4fba78_1787059603.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059096.00000-0, db: /tmp/tmp860q0p39/sda/containers/0/e85/c46c37aa778d3273289dcc3bf464be85/c46c37aa778d3273289dcc3bf464be85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmp860q0p39/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059104.00000-0, db: /tmp/tmp860q0p39/sda/containers/0/aef/5eabb5995c04d6ea23d713781ec6baef/5eabb5995c04d6ea23d713781ec6baef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059108.00000-0, db: /tmp/tmp860q0p39/sda/containers/0/71f/c70c29a5bbd04b5d4c54d2d1e593c71f/c70c29a5bbd04b5d4c54d2d1e593c71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpmnn7abkj/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmpmnn7abkj/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmpmnn7abkj/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059106.00000-0, db: /tmp/tmpmnn7abkj/sda/containers/0/997/6f6aaa2605b769a1a2eaebb6bff6a997/6f6aaa2605b769a1a2eaebb6bff6a997.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059105.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/4f7/3f084a5846ea917930ee97cd8d78a4f7/3f084a5846ea917930ee97cd8d78a4f7.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059105.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/4f7/3f084a5846ea917930ee97cd8d78a4f7/3f084a5846ea917930ee97cd8d78a4f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059105.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/4f7/3f084a5846ea917930ee97cd8d78a4f7/3f084a5846ea917930ee97cd8d78a4f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059109.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/639/f5a438fe9a4f171640f4bccca47ad639/f5a438fe9a4f171640f4bccca47ad639.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059109.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/639/f5a438fe9a4f171640f4bccca47ad639/f5a438fe9a4f171640f4bccca47ad639.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/lse/hash50False/hash50False_1752649302.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030875205993652344s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014829635620117188s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - zero objects found, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok + +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp2b4llkas/sda/containers/0/rue/hash50True/hash50True_1752649318.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h60/hash60/hash60_1752649264.42601.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h50/hash50/hash50_1752649264.44741.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpl4v6b8qh/sda/containers/0/h70/hash70/hash70_1752649264.46982.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 5.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txcae88864381545b1a77ea-006a845b95) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx667aa6d2dfd5455eadc34-006a845b95) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f95eee457364ac1b9cc4-006a845b95) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 30.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpkvxue0gc/sda/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2522, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1049, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2049, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/timestamp.py", line 127, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +Exception: Test over +sharder-test ERROR: Exception in sharder: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2549, in run_forever + self._one_shard_cycle(devices_to_shard=Everything(), + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + partitions_to_shard=Everything()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2526, in _one_shard_cycle + self._periodic_report_stats() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1139, in _periodic_report_stats + if (time.time() - self.reported) >= self.stats_interval: + ~~~~~~~~~^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2522, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1049, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2049, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/timestamp.py", line 127, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok + +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059109.00000-0, db: /tmp/tmpy40vk25w/sda/containers/0/639/f5a438fe9a4f171640f4bccca47ad639/f5a438fe9a4f171640f4bccca47ad639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059106.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/997/6f6aaa2605b769a1a2eaebb6bff6a997/6f6aaa2605b769a1a2eaebb6bff6a997.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059106.00000-0, db: /tmp/tmp8ith314f/sda/containers/0/997/6f6aaa2605b769a1a2eaebb6bff6a997/6f6aaa2605b769a1a2eaebb6bff6a997.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059100.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/de3/03711c743a8c7b790a4257cd2e912de3/03711c743a8c7b790a4257cd2e912de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059106.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/997/6f6aaa2605b769a1a2eaebb6bff6a997/6f6aaa2605b769a1a2eaebb6bff6a997.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059106.00000-0, db: /tmp/tmpr36nvs0j/sda/containers/0/997/6f6aaa2605b769a1a2eaebb6bff6a997/6f6aaa2605b769a1a2eaebb6bff6a997.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059097.00000-0, db: /tmp/tmpmvful3zb/sda/containers/0/c93/576a618367f630f7773cbf14e5b40c93/576a618367f630f7773cbf14e5b40c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059099.00000-0, db: /tmp/tmpmvful3zb/sda/containers/0/935/ceaaf8e546936caf6fe0dd79534f0935/ceaaf8e546936caf6fe0dd79534f0935.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpmvful3zb/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059103.00000-0, db: /tmp/tmpmvful3zb/sda/containers/0/87e/97672f9b9ffb2282825d66e354ff387e/97672f9b9ffb2282825d66e354ff387e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059098.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/dd4/cbd1eff3b9c0aa03a7c189871baa6dd4/cbd1eff3b9c0aa03a7c189871baa6dd4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059098.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/dd4/cbd1eff3b9c0aa03a7c189871baa6dd4/cbd1eff3b9c0aa03a7c189871baa6dd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059101.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/96a/927fe9a5cd6bb43e15773cb67bd1196a/927fe9a5cd6bb43e15773cb67bd1196a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059104.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/aef/5eabb5995c04d6ea23d713781ec6baef/5eabb5995c04d6ea23d713781ec6baef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059104.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/aef/5eabb5995c04d6ea23d713781ec6baef/5eabb5995c04d6ea23d713781ec6baef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059107.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/9f7/b5d693393021e78c7a481acb4e26c9f7/b5d693393021e78c7a481acb4e26c9f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059107.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/9f7/b5d693393021e78c7a481acb4e26c9f7/b5d693393021e78c7a481acb4e26c9f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059110.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/a9b/cacfac36c515748fb174b887afd0ea9b/cacfac36c515748fb174b887afd0ea9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059110.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/a9b/cacfac36c515748fb174b887afd0ea9b/cacfac36c515748fb174b887afd0ea9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059113.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/bae/fd9528f8aedee2b8b6fe8be03fa9ebae/fd9528f8aedee2b8b6fe8be03fa9ebae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059113.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/bae/fd9528f8aedee2b8b6fe8be03fa9ebae/fd9528f8aedee2b8b6fe8be03fa9ebae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059116.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/994/9eac1e965a39f6fbde6ba96c29716994/9eac1e965a39f6fbde6ba96c29716994.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpilzok8gd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020766258239746094s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp_ttgcwmx/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp_ttgcwmx/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, cleaved as of 1752649204.32815>, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, cleaved as of 1752649204.32815> - shard db already in sync, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp_ttgcwmx/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.486343383789062e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.700920104980469e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, cleaved as of 1752649204.32815>, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, cleaved as of 1752649204.32815> - shard db already in sync, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp_ttgcwmx/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, cleaved as of 1752649204.32815>, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, cleaved as of 1752649204.32815> - shard db already in sync, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1752649204.32815, (0, 0) as of 1752649204.32815, cleaved as of 1752649204.32815> in 0.007s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001914501190185547s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1752649204.32815, (2, 2) as of 1752649264.90124, cleaved as of 1752649204.32815> in 0.008s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.486343383789062e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp_ttgcwmx/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.295608520507812e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.842613220214844e-05s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815>, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1752649204.32815, (0, 0) as of 1752649204.32815, created as of 1752649204.32815> - shard db already in sync, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_sharding_enabled +test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 18 Aug 2026 13:17:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: Problem finding shard upper in '/tmp/tmptc3xxcac/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmptc3xxcac/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp3z1dx2ox/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp3z1dx2ox/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059116.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/994/9eac1e965a39f6fbde6ba96c29716994/9eac1e965a39f6fbde6ba96c29716994.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059119.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/428/4df675fa4c162be5c0d249c339cc2428/4df675fa4c162be5c0d249c339cc2428.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059119.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/428/4df675fa4c162be5c0d249c339cc2428/4df675fa4c162be5c0d249c339cc2428.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059122.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/674/b6da4ed8ed5de6b4200194051c71a674/b6da4ed8ed5de6b4200194051c71a674.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059122.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/674/b6da4ed8ed5de6b4200194051c71a674/b6da4ed8ed5de6b4200194051c71a674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059125.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/d27/35513f76fdf25a15cf6f61d4a0c7fd27/35513f76fdf25a15cf6f61d4a0c7fd27.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059125.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/d27/35513f76fdf25a15cf6f61d4a0c7fd27/35513f76fdf25a15cf6f61d4a0c7fd27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059128.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/305/ad143d511b10cd7012a1ba2a1b8f3305/ad143d511b10cd7012a1ba2a1b8f3305.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059128.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/305/ad143d511b10cd7012a1ba2a1b8f3305/ad143d511b10cd7012a1ba2a1b8f3305.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059131.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/5ae/6d872402181f4673ea0251a302d3f5ae/6d872402181f4673ea0251a302d3f5ae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059131.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/5ae/6d872402181f4673ea0251a302d3f5ae/6d872402181f4673ea0251a302d3f5ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059134.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/0f1/84c80f7df6cb3384994ab5b7a05e40f1/84c80f7df6cb3384994ab5b7a05e40f1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059134.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/0f1/84c80f7df6cb3384994ab5b7a05e40f1/84c80f7df6cb3384994ab5b7a05e40f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059137.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/488/c957725c5e102960ddb30846d046b488/c957725c5e102960ddb30846d046b488.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059137.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/488/c957725c5e102960ddb30846d046b488/c957725c5e102960ddb30846d046b488.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059140.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/398/8ae61dcd91a6587f663f722c79f85398/8ae61dcd91a6587f663f722c79f85398.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059140.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/398/8ae61dcd91a6587f663f722c79f85398/8ae61dcd91a6587f663f722c79f85398.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059143.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/32b/a4a660676e43c3b1da06d3311d16732b/a4a660676e43c3b1da06d3311d16732b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059143.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/32b/a4a660676e43c3b1da06d3311d16732b/a4a660676e43c3b1da06d3311d16732b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059146.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/cdc/595d30031fa53d9c06b54b6820c19cdc/595d30031fa53d9c06b54b6820c19cdc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059146.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/cdc/595d30031fa53d9c06b54b6820c19cdc/595d30031fa53d9c06b54b6820c19cdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059149.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/9e6/27e0455a1e6626a5781679bec91999e6/27e0455a1e6626a5781679bec91999e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059149.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/9e6/27e0455a1e6626a5781679bec91999e6/27e0455a1e6626a5781679bec91999e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059152.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/6bb/53887d4143d6656ecdad0f02d6b796bb/53887d4143d6656ecdad0f02d6b796bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059152.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/6bb/53887d4143d6656ecdad0f02d6b796bb/53887d4143d6656ecdad0f02d6b796bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059155.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/55a/a8528788ad8fbd47f4f9a786d45ff55a/a8528788ad8fbd47f4f9a786d45ff55a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059155.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/55a/a8528788ad8fbd47f4f9a786d45ff55a/a8528788ad8fbd47f4f9a786d45ff55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059158.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/f48/af87382e84d2aa4d038f07e41fbe7f48/af87382e84d2aa4d038f07e41fbe7f48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059158.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/f48/af87382e84d2aa4d038f07e41fbe7f48/af87382e84d2aa4d038f07e41fbe7f48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059161.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/6f7/e84beeef9c52987300f5d5040b8b96f7/e84beeef9c52987300f5d5040b8b96f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059161.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/6f7/e84beeef9c52987300f5d5040b8b96f7/e84beeef9c52987300f5d5040b8b96f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059164.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/24b/6832567f7b080f243cb3a04ea6f8724b/6832567f7b080f243cb3a04ea6f8724b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059164.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/24b/6832567f7b080f243cb3a04ea6f8724b/6832567f7b080f243cb3a04ea6f8724b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059167.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/de6/9f21372595d19bc080685f7db3433de6/9f21372595d19bc080685f7db3433de6.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059167.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/de6/9f21372595d19bc080685f7db3433de6/9f21372595d19bc080685f7db3433de6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059170.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/007/23298f8d13b294524254170e5200c007/23298f8d13b294524254170e5200c007.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059170.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/007/23298f8d13b294524254170e5200c007/23298f8d13b294524254170e5200c007.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059173.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/c5c/9938fb1f6c76271831bc6e252bcecc5c/9938fb1f6c76271831bc6e252bcecc5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059173.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/c5c/9938fb1f6c76271831bc6e252bcecc5c/9938fb1f6c76271831bc6e252bcecc5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059176.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/eb0/4f3267e59e71465ced92e131f8aa0eb0/4f3267e59e71465ced92e131f8aa0eb0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059176.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/eb0/4f3267e59e71465ced92e131f8aa0eb0/4f3267e59e71465ced92e131f8aa0eb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059179.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/136/8e0c8de01246acbfa24dce5cb8057136/8e0c8de01246acbfa24dce5cb8057136.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059179.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/136/8e0c8de01246acbfa24dce5cb8057136/8e0c8de01246acbfa24dce5cb8057136.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059182.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/6cc/4afc76537b33e4e0ccff11b38bdb36cc/4afc76537b33e4e0ccff11b38bdb36cc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059182.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/6cc/4afc76537b33e4e0ccff11b38bdb36cc/4afc76537b33e4e0ccff11b38bdb36cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059185.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059185.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c/e7483fab082ef1f4ea3b4dfd1e7b5e9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059188.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/583/17cf22d66fe524b2b2b7202c8b600583/17cf22d66fe524b2b2b7202c8b600583.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059188.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/583/17cf22d66fe524b2b2b7202c8b600583/17cf22d66fe524b2b2b7202c8b600583.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059191.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/f07/e7544ba2a76026ff126d779effa1cf07/e7544ba2a76026ff126d779effa1cf07.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059191.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/f07/e7544ba2a76026ff126d779effa1cf07/e7544ba2a76026ff126d779effa1cf07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059194.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/680/15b835511bd651fdb9945c7c2a159680/15b835511bd651fdb9945c7c2a159680.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059194.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/680/15b835511bd651fdb9945c7c2a159680/15b835511bd651fdb9945c7c2a159680.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059197.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/56f/079bc2402860dd6d263b033335f0b56f/079bc2402860dd6d263b033335f0b56f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059197.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/56f/079bc2402860dd6d263b033335f0b56f/079bc2402860dd6d263b033335f0b56f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059200.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/5c4/f72aee130a449ced6daa59266018f5c4/f72aee130a449ced6daa59266018f5c4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059200.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/5c4/f72aee130a449ced6daa59266018f5c4/f72aee130a449ced6daa59266018f5c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059203.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/60d/9c4c8739937f5ca8c240656427a6a60d/9c4c8739937f5ca8c240656427a6a60d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059203.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/60d/9c4c8739937f5ca8c240656427a6a60d/9c4c8739937f5ca8c240656427a6a60d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059206.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/cbf/64aa4d85ca0c4d2289941e3d558f3cbf/64aa4d85ca0c4d2289941e3d558f3cbf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059206.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/cbf/64aa4d85ca0c4d2289941e3d558f3cbf/64aa4d85ca0c4d2289941e3d558f3cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059209.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/350/3d390b3d2ceb8ec2fabf4716454f6350/3d390b3d2ceb8ec2fabf4716454f6350.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059209.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/350/3d390b3d2ceb8ec2fabf4716454f6350/3d390b3d2ceb8ec2fabf4716454f6350.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059212.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/fac/d853f64ba8436cc508e45520ef196fac/d853f64ba8436cc508e45520ef196fac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059212.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/fac/d853f64ba8436cc508e45520ef196fac/d853f64ba8436cc508e45520ef196fac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059215.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/50b/27df2ce93ed10d7cee1b36243578c50b/27df2ce93ed10d7cee1b36243578c50b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059215.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/50b/27df2ce93ed10d7cee1b36243578c50b/27df2ce93ed10d7cee1b36243578c50b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059218.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/c77/3e925d75dc02dde9168e4eeeab948c77/3e925d75dc02dde9168e4eeeab948c77.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1752649204.32815, (3, 3) as of 1752649264.95627, cleaved as of 1752649204.32815> in 0.008s, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_ttgcwmx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.70470.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6855dec0-7f32-49ed-be98-80f120119801-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp7tp9iwhp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6855dec0-7f32-49ed-be98-80f120119801-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp7tp9iwhp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6855dec0-7f32-49ed-be98-80f120119801-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp7tp9iwhp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6855dec0-7f32-49ed-be98-80f120119801-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp7tp9iwhp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a270cf8e-6a13-4683-9e04-136bb05d98aa-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp7tp9iwhp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1752649264.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplzeh1byy/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplzeh1byy/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplzeh1byy/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Wed Jul 16 21:01:05 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059218.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/c77/3e925d75dc02dde9168e4eeeab948c77/3e925d75dc02dde9168e4eeeab948c77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059221.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/ec8/6a06fa99a3fc5a6a580c582c05aa4ec8/6a06fa99a3fc5a6a580c582c05aa4ec8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059221.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/ec8/6a06fa99a3fc5a6a580c582c05aa4ec8/6a06fa99a3fc5a6a580c582c05aa4ec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059224.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/be4/5eda6bb50f4dd55ae7c6453d76c8abe4/5eda6bb50f4dd55ae7c6453d76c8abe4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059224.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/be4/5eda6bb50f4dd55ae7c6453d76c8abe4/5eda6bb50f4dd55ae7c6453d76c8abe4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059227.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/a92/d789be18d5c0e75a360c2c11bd9f2a92/d789be18d5c0e75a360c2c11bd9f2a92.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059227.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/a92/d789be18d5c0e75a360c2c11bd9f2a92/d789be18d5c0e75a360c2c11bd9f2a92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059230.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/707/76ab4edff8bcfccfb2b660b656c3c707/76ab4edff8bcfccfb2b660b656c3c707.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059230.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/707/76ab4edff8bcfccfb2b660b656c3c707/76ab4edff8bcfccfb2b660b656c3c707.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059233.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/2d2/378d5f87ae282b8e9d0fb0d2f914e2d2/378d5f87ae282b8e9d0fb0d2f914e2d2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059233.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/2d2/378d5f87ae282b8e9d0fb0d2f914e2d2/378d5f87ae282b8e9d0fb0d2f914e2d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059236.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/374/1fd0c16167f7714d823f42aac398b374/1fd0c16167f7714d823f42aac398b374.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059236.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/374/1fd0c16167f7714d823f42aac398b374/1fd0c16167f7714d823f42aac398b374.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059239.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/d9e/4c2c70feab830eafffa5f74baac68d9e/4c2c70feab830eafffa5f74baac68d9e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059239.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/d9e/4c2c70feab830eafffa5f74baac68d9e/4c2c70feab830eafffa5f74baac68d9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059242.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/81c/501ad2d7b5e50dc77952658427f3581c/501ad2d7b5e50dc77952658427f3581c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059242.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/81c/501ad2d7b5e50dc77952658427f3581c/501ad2d7b5e50dc77952658427f3581c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059245.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/3aa/3c57553503de2cffbfbda498c89d93aa/3c57553503de2cffbfbda498c89d93aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059245.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/3aa/3c57553503de2cffbfbda498c89d93aa/3c57553503de2cffbfbda498c89d93aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059248.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/88f/d4059be5f49625cc5f8f3d32908ea88f/d4059be5f49625cc5f8f3d32908ea88f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059248.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/88f/d4059be5f49625cc5f8f3d32908ea88f/d4059be5f49625cc5f8f3d32908ea88f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059251.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/bd1/e093734fade6ce047d1bea9a848ebbd1/e093734fade6ce047d1bea9a848ebbd1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059251.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/bd1/e093734fade6ce047d1bea9a848ebbd1/e093734fade6ce047d1bea9a848ebbd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059254.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/99b/67fadd91dd32c7f1dfa5b309fb6c099b/67fadd91dd32c7f1dfa5b309fb6c099b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059254.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/99b/67fadd91dd32c7f1dfa5b309fb6c099b/67fadd91dd32c7f1dfa5b309fb6c099b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059257.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/bbd/97760f0569d7fcec74b5d5ef27e4bbbd/97760f0569d7fcec74b5d5ef27e4bbbd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059257.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/bbd/97760f0569d7fcec74b5d5ef27e4bbbd/97760f0569d7fcec74b5d5ef27e4bbbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059260.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/8f0/417982e9339e34796e60af3c657fd8f0/417982e9339e34796e60af3c657fd8f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059260.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/8f0/417982e9339e34796e60af3c657fd8f0/417982e9339e34796e60af3c657fd8f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059263.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/f6e/195edf3ddeacbf54ebf0d4aadc6aaf6e/195edf3ddeacbf54ebf0d4aadc6aaf6e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1787059263.00000-0, db: /tmp/tmpe_j71iqx/sda/containers/0/f6e/195edf3ddeacbf54ebf0d4aadc6aaf6e/195edf3ddeacbf54ebf0d4aadc6aaf6e.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Setting object count to 1058 (txn: txdd574d2f49134fa0ba13f-0068774e2e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Setting object count to 1024 (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Setting object count to 1024 (txn: tx69f00d26d95f492c8046e-0068774e2f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Setting object count to 1072 (txn: txba86a48c94c14031925b5-0068774e30) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok +test.unit.container.test_sharder.TestSharder.test_update_stat +test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpg2ttbz31/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpg2ttbz31/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012874603271484375s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp6va_ejyh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptecg__h3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptecg__h3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptecg__h3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptecg__h3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptecg__h3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptecg__h3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpn_at7jbu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00024437904357910156s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00020766258239746094s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001437664031982422s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019168853759765625s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001506805419921875s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok - -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001952648162841797s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1787059033.19493, (5, 5) as of 1787059094.23968, cleaved as of 1787059033.19493> in 0.012s, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg2ttbz31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.13231.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012564659118652344s, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1787059033.19493, (1, 6144) as of 1787059094.29971, cleaved as of 1787059033.19493> in 0.008s, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpunjagqct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.25702.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001761913299560547s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1787059033.19493, (6, 6) as of 1787059094.36308, cleaved as of 1787059033.19493> in 0.007s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a54e023f-3861-4ec9-8f2c-593f9f5b615c-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok - -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1787059033.19493, (6, 6) as of 1787059094.36308, cleaved as of 1787059033.19493>, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1787059033.19493, (6, 6) as of 1787059094.36308, cleaved as of 1787059033.19493> in 0.006s, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpbpioqg_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.31660.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, found as of 1787059033.19493>, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015807151794433594s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp9e4gy80n/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - shard db already in sync, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0002772808074951172s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00022220611572265625s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00018310546875s, path: a/c, db: /tmp/tmp_mmm6rg9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016832351684570312s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010609626770019531s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011134147644042969s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00021505355834960938s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok test.unit.container.test_updater.TestContainerUpdater.test_conf_params test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok test.unit.container.test_updater.TestContainerUpdater.test_creation test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok - -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1787059033.19493, (3, 6) as of 1787059094.50369, cleaved as of 1787059033.19493> in 0.003s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1787059033.19493, (1, 100) as of 1787059094.51526, cleaved as of 1787059033.19493> in 0.007s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1787059033.19493, (1, 1000) as of 1787059094.54635, cleaved as of 1787059033.19493> in 0.008s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1787059033.19493, (2, 15) as of 1787059094.55767, active as of 1787059033.19493>, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1787059033.19493, (2, 15) as of 1787059094.55767, active as of 1787059033.19493> in 0.006s, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp9e4gy80n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.42852.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001399517059326172s, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok - -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6mtoo9u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.59322.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - zero objects found, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - zero objects found, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe80gv6xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.62379.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014472007751464844s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx82545f676b404bb5a5103-006a845b95) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e3cb44d47b040bba5381-006a845b95) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38c2068b22854e74b0ffe-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0673fd930b748c480a1f-0068774e30) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d79a2c00c334de6962a4-0068774e30) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx7b7a8347a77542729b9ec-006a845b95) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx95820ecac24b4bebb0b59-0068774e30) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0f709b458e2842be823b2-006a845b96) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +proxy-server DEBUG: Ignoring 404 from primary (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, found as of 1787059033.19493>, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.365776062011719e-05s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.626678466796875e-05s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwf4rioc4/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - shard db already in sync, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1787059033.19493, (3, 6) as of 1787059094.76275, cleaved as of 1787059033.19493> in 0.003s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.435943603515625e-05s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1787059033.19493, (1, 100) as of 1787059094.77500, cleaved as of 1787059033.19493> in 0.007s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016164779663085938s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.532669067382812e-05s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -test ERROR: Failed to unlink '/tmp/tmp7s2z5i5o/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp7s2z5i5o/containers/part/suffix/hash/container_1787059094.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp7s2z5i5o/containers/part/suffix/hash/container_1787059094.00000.db': ['/tmp/tmp7s2z5i5o/containers/part/suffix/hash/container.db', '/tmp/tmp7s2z5i5o/containers/part/suffix/hash/container_1787059095.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp7s2z5i5o/containers/part/suffix/hash/container_1787059095.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpw56ezjfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmpbzbs2xqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpbzbs2xqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpc1k5svhh/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +test ERROR: Error processing container /tmp/tmp_oz3ftfy/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/container/updater.py", line 224, in container_sweep self.process_container(dbfile) @@ -52911,7 +53679,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpnx8_dqgg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpadq_j2sn/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -52926,7 +53694,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpnx8_dqgg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpadq_j2sn/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -52939,7 +53707,7 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpnx8_dqgg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpadq_j2sn/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -52957,64 +53725,24 @@ test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refusedtest.unit.container.test_updater.TestContainerUpdater.test_run_once +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpcvoljp1k/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpcvoljp1k/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweeptest.unit.container.test_updater.TestContainerUpdater.test_run_once test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1787059033.19493, (1, 1000) as of 1787059094.80901, cleaved as of 1787059033.19493> in 0.012s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1787059033.19493, (2, 15) as of 1787059094.83355, active as of 1787059033.19493>, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002295970916748047s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.891654968261719e-05s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1787059033.19493, (2, 15) as of 1787059094.83355, active as of 1787059033.19493> in 0.011s, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpwf4rioc4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.67926.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00022912025451660156s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1787059033.19493, (500000, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014972686767578125s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1787059033.19493, (2, 103) as of 1787059094.94361, cleaved as of 1787059033.19493> in 0.01s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1787059094.95886, (500000, 0) as of 1787059094.95886, created as of 1787059094.95886>, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test DEBUG: Update report failed for /a/c /tmp/tmpi0qoao08/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpi0qoao08/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpi0qoao08/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report sent for /a/c /tmp/tmpcvoljp1k/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes @@ -53029,7 +53757,7 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpoi538q1c/tmp_test_container_updater/devices/sda1 is not mounted +test WARNING: /tmp/tmpgg2dcodd/tmp_test_container_updater/devices/sda1 is not mounted test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -53042,7 +53770,7 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp3v3tprvg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp3rpsxc7r/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes @@ -53071,7 +53799,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpqqkft_8_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpd8v_37w8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -53086,7 +53814,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpqqkft_8_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpd8v_37w8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -53099,7 +53827,7 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpqqkft_8_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpd8v_37w8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -53110,40 +53838,829 @@ return next(self.gen) File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmpftflu3h6/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_unicode test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok + +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1137680] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1137680] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: tx2bf1ea163d1548d4a61c9-0068774e32) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdd8d217b3cab42a5be4ec-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdd8d217b3cab42a5be4ec-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdd8d217b3cab42a5be4ec-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdd8d217b3cab42a5be4ec-0068774e32) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txfc0215b8b12448d2bdffc-0068774e32) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb4b2a6baa66941b581146-0068774e32) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx89dc00ff1f1e46a6881a5-0068774e32) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx76f58e0c235d4f2ca4e65-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx41d9944f67ad455c95506-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +Exception: kaboom! (txn: txdf66d45ee67e4c65b74cd-0068774e32) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6009136f70a5445cb870d-0068774e32)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok + +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx25d37e76c9dc405b95d52-0068774e32) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx44beb2c1194741758fd11-0068774e32) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txae1be3d352e3423098649-0068774e32) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx6ccfea98977d4cb68b846-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txd8a497d451f247298ba59-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +Exception: kaboom! (txn: tx55d3a93116454226b9b03-0068774e32) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx720b1f963e5e4f919f19e-0068774e32) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx043b3325a1b44c87bf3ff-0068774e32) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe18e60beaa1e4ad692752-0068774e32) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx843f5d270b2f4be4b9bbc-0068774e32) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx701eeeabc318498cac718-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txae1d347d6bb6417cb1b63-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +Exception: kaboom! (txn: txf149a1d1eb254ef68e01d-0068774e32) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2a03ad6729224595b8829-0068774e32) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx3467d2ef93824be0a7e62-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: tx7d11af2841a44d04a3981-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: txa46a09a202df4b95ba286-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: txa46a09a202df4b95ba286-0068774e32) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple @@ -53154,519 +54671,566 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpyqksiyh1/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx394834a1adda4da8a270c-0068774e31) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txaf08412647d6440682fec-0068774e31) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txaf08412647d6440682fec-0068774e31) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txaf08412647d6440682fec-0068774e31) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txaf08412647d6440682fec-0068774e31) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txaf08412647d6440682fec-0068774e31) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txaf08412647d6440682fec-0068774e31) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx84b6db0407164ea0836b3-0068774e31) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmp5u5ttyt7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5u5ttyt7/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmp5u5ttyt7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5u5ttyt7/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0029 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0028 "-" 2651804 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx70736aaf74d74e6a88ce6-006a845b97" "proxy-server 2651804" 0.0011 "-" 2651804 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:48379/sda1/3/a/c" "tx70736aaf74d74e6a88ce6-006a845b97" "container-server 2651804" 0.0010 "-" 2651804 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:41901/sdb1/3/a/c" "tx70736aaf74d74e6a88ce6-006a845b97" "container-server 2651804" 0.0010 "-" 2651804 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx70736aaf74d74e6a88ce6-006a845b97" "proxy-server 2651804" 0.0080 "-" 2651804 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx70736aaf74d74e6a88ce6-006a845b97" "proxy-server 2651804" 0.0129 "-" 2651804 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx70736aaf74d74e6a88ce6-006a845b97 - 0.0198 - - 1787059095.213634968 1787059095.233464241 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1aa8b69e0eb64548aae74-006a845b97" "proxy-server 2651804" 0.0011 "-" 2651804 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48379/sda1/0/a1/c1" "tx1aa8b69e0eb64548aae74-006a845b97" "container-server 2651804" 0.0009 "-" 2651804 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41901/sdb1/0/a1/c1" "tx1aa8b69e0eb64548aae74-006a845b97" "container-server 2651804" 0.0009 "-" 2651804 0test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1787059094.95886, (3, 1103) as of 1787059094.97780, cleaved as of 1787059094.95886> in 0.008s, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpdrnupne2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059094.89312.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.365776062011719e-05s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpque718y8/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 4.982948303222656e-05s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 5.745887756347656e-05s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1787059094.98679, (0, 0) as of 1787059094.98679, sharding as of 1787059094.98679>, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1787059033.19493, (3, 6) as of 1787059095.04374, cleaved as of 1787059033.19493> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 5.507469177246094e-05s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sdatest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx6792013ea42f4f98a2efc-006a845b96) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7ae823468cc841db826fc-006a845b96) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx388cacf5d24f451884a6c-0068774e32) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe5c2e862e8244dffb0def-0068774e32) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx95d923925ad84b82b0ba2-006a845b97) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok - -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1aa8b69e0eb64548aae74-006a845b97" "proxy-server 2651804" 0.0116 "-" 2651804 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1aa8b69e0eb64548aae74-006a845b97" "proxy-server 2651804" 0.0083 "-" 2651804 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1aa8b69e0eb64548aae74-006a845b97 - 0.0189 - - 1787059095.234760046 1787059095.253707409 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx545af7c991b14b58949a1-006a845b97" "proxy-server 2651804" 0.0017 "-" 2651804 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:41901/sdb1/3/a/c1" "tx545af7c991b14b58949a1-006a845b97" "container-server 2651804" 0.0040 "-" 2651804 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:48379/sda1/3/a/c1" "tx545af7c991b14b58949a1-006a845b97" "container-server 2651804" 0.0009 "-" 2651804 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx545af7c991b14b58949a1-006a845b97" "proxy-server 2651804" 0.0146 "-" 2651804 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx545af7c991b14b58949a1-006a845b97" "proxy-server 2651804" 0.0114 "-" 2651804 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx545af7c991b14b58949a1-006a845b97 - 0.0226 - - 1787059095.254954815 1787059095.277581453 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx37f0e4e4a5154265a8e8a-006a845b97" "proxy-server 2651804" 0.0018 "-" 2651804 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:48379/sda1/0/a/c2" "tx37f0e4e4a5154265a8e8a-006a845b97" "container-server 2651804" 0.0015 "-" 2651804 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41901/sdb1/0/a/c2" "tx37f0e4e4a5154265a8e8a-006a845b97" "container-server 2651804" 0.0009 "-" 2651804 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx37f0e4e4a5154265a8e8a-006a845b97" "proxy-server 2651804" 0.0084 "-" 2651804 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx37f0e4e4a5154265a8e8a-006a845b97" "proxy-server 2651804" 0.0130 "-" 2651804 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx37f0e4e4a5154265a8e8a-006a845b97 - 0.0204 - - 1787059095.278852940 1787059095.299271107 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpl9h1dlx7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl9h1dlx7/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpl9h1dlx7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl9h1dlx7/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0030 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 2651804 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf5d87370b26944e483a70-006a845b97" "proxy-server 2651804" 0.0010 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:51833/sdb1/3/a/c" "txf5d87370b26944e483a70-006a845b97" "container-server 2651804" 0.0010 "-" 2651804 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49953/sda1/3/a/c" "txf5d87370b26944e483a70-006a845b97" "container-server 2651804" 0.0010 "-" 2651804 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txf5d87370b26944e483a70-006a845b97" "proxy-server 2651804" 0.0092 "-" 2651804 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txf5d87370b26944e483a70-006a845b97" "proxy-server 2651804" 0.0140 "-" 2651804 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf5d87370b26944e483a70-006a845b97 - 0.0207 - - 1787059095.392586708 1787059095.413321972 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa2d22914b7784771bc162-006a845b97" "proxy-server 2651804" 0.0012 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51833/sdb1/0/a1/c1" "txa2d22914b7784771bc162-006a845b97" "container-server 2651804" 0.0011 "-" 2651804 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49953/sda1/0/a1/c1" "txa2d22914b7784771bc162-006a845b97" "container-server 2651804" 0.0009 "-" 2651804 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa2d22914b7784771bc162-006a845b97" "proxy-server 2651804" 0.0079 "-" 2651804 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa2d22914b7784771bc162-006a845b97" "proxy-server 2651804" 0.0127 "-" 2651804 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa2d22914b7784771bc162-006a845b97 - 0.0194 - - 1787059095.414575815 1787059095.434022903 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7a9487cc405a452dbccd7-006a845b97" "proxy-server 2651804" 0.0017 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:49953/sda1/3/a/c1" "tx7a9487cc405a452dbccd7-006a845b97" "container-server 2651804" 0.0015 "-" 2651804 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:51833/sdb1/3/a/c1" "tx7a9487cc405a452dbccd7-006a845b97" "container-server 2651804" 0.0009 "-" 2651804 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7a9487cc405a452dbccd7-006a845b97" "proxy-server 2651804" 0.0081 "-" 2651804 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7a9487cc405a452dbccd7-006a845b97" "proxy-server 2651804" 0.0127 "-" 2651804 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7a9487cc405a452dbccd7-006a845b97 - 0.0202 - - 1787059095.435296774 1787059095.455535412 1test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90424acaa5ad48c6ba83e-006a845b97) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx74eb4d67c2404576822a7-006a845b97) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx481cb5460a95457389070-0068774e32) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok @@ -53684,2541 +55248,547 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx9adb428fa2e14fa1a6306-006a845b97) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx9adb428fa2e14fa1a6306-006a845b97) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx71601c6bcf6444b89cfe2-0068774e32) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx71601c6bcf6444b89cfe2-0068774e32) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeff1d6c84faa465084698-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeff1d6c84faa465084698-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeff1d6c84faa465084698-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeff1d6c84faa465084698-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeff1d6c84faa465084698-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeff1d6c84faa465084698-006a845b97) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeff1d6c84faa465084698-006a845b97) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac8aa53ff39340999520e-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac8aa53ff39340999520e-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac8aa53ff39340999520e-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac8aa53ff39340999520e-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac8aa53ff39340999520e-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac8aa53ff39340999520e-0068774e32) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac8aa53ff39340999520e-0068774e32) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5f0ea80572f340c7ac361-006a845b97" "proxy-server 2651804" 0.0017 "-" 2651804 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:51833/sdb1/0/a/c2" "tx5f0ea80572f340c7ac361-006a845b97" "container-server 2651804" 0.0015 "-" 2651804 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:49953/sda1/0/a/c2" "tx5f0ea80572f340c7ac361-006a845b97" "container-server 2651804" 0.0009 "-" 2651804 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5f0ea80572f340c7ac361-006a845b97" "proxy-server 2651804" 0.0081 "-" 2651804 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5f0ea80572f340c7ac361-006a845b97" "proxy-server 2651804" 0.0127 "-" 2651804 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5f0ea80572f340c7ac361-006a845b97 - 0.0201 - - 1787059095.456914186 1787059095.477008581 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1296, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1325, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: txc34198965dd94e20b9c53-006a845b97) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: txb760ff11654245238e63e-006a845b97) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txc929e9b79bfd421fa4e02-006a845b97) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/proxy/test_server.py", line 1202, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa35870ce223f4b599747d-006a845b97) -test INFO: Client disconnected on read of '/a/c' (txn: txa35870ce223f4b599747d-006a845b97) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx2697d1e2fc9147aa980d0-006a845b97) -test INFO: Client disconnected on read of '/a/c' (txn: tx2697d1e2fc9147aa980d0-006a845b97) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx234eba4955bb439ba882f-006a845b98) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx234eba4955bb439ba882f-006a845b98) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx234eba4955bb439ba882f-006a845b98) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx234eba4955bb439ba882f-006a845b98) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45fe592318c64356b3684-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdeb1c2a39c70402196c19-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f4dfb91f6f4aa0b4431-006a845b98) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx404f51a46ffa4a0aa3634-006a845b98) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx7e64d9d835454506b902c-006a845b98) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpyyddjboz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyyddjboz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpyyddjboz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyyddjboz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0030 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0027 "-" 2651768 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0026 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0025 "-" 2651768 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd7ba33744b6d4002ac2f0-006a845b98" "proxy-server 2651768" 0.0011 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40151/sdb1/0/a/c" "txd7ba33744b6d4002ac2f0-006a845b98" "container-server 2651768" 0.0009 "-" 2651768 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:50019/sda1/0/a/c" "txd7ba33744b6d4002ac2f0-006a845b98" "container-server 2651768" 0.0008 "-" 2651768 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd7ba33744b6d4002ac2f0-006a845b98" "proxy-server 2651768" 0.0075 "-" 2651768 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd7ba33744b6d4002ac2f0-006a845b98" "proxy-server 2651768" 0.0122 "-" 2651768 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd7ba33744b6d4002ac2f0-006a845b98 - 0.0187 - - 1787059096.276520729 1787059096.295218468 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc701413b67414acdbc1dd-006a845b98" "proxy-server 2651768" 0.0010 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:40151/sdb1/2/a1/c1" "txc701413b67414acdbc1dd-006a845b98" "container-server 2651768" 0.0012 "-" 2651768 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:50019/sda1/2/a1/c1" "txc701413b67414acdbc1dd-006a845b98" "container-server 2651768" 0.0010 "-" 2651768 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc701413b67414acdbc1dd-006a845b98" "proxy-server 2651768" 0.0136 "-" 2651768 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc701413b67414acdbc1dd-006a845b98" "proxy-server 2651768" 0.0104 "-" 2651768 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc701413b67414acdbc1dd-006a845b98 - 0.0206 - - 1787059096.296485424 1787059096.317110062 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx28a14f338c3d492eb1330-006a845b98" "proxy-server 2651768" 0.0018 "-" 2651768 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50019/sda1/0/a/c1" "tx28a14f338c3d492eb1330-006a845b98" "container-server 2651768" 0.0009 "-" 2651768 1test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40151/sdb1/0/a/c1" "tx28a14f338c3d492eb1330-006a845b98" "container-server 2651768" 0.0015 "-" 2651768 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28a14f338c3d492eb1330-006a845b98" "proxy-server 2651768" 0.0120 "-" 2651768 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28a14f338c3d492eb1330-006a845b98" "proxy-server 2651768" 0.0088 "-" 2651768 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx28a14f338c3d492eb1330-006a845b98 - 0.0201 - - 1787059096.318321466 1787059096.338441133 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5636bb6c282146e48175f-006a845b98" "proxy-server 2651768" 0.0017 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:50019/sda1/2/a/c2" "tx5636bb6c282146e48175f-006a845b98" "container-server 2651768" 0.0014 "-" 2651768 2 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:40151/sdb1/2/a/c2" "tx5636bb6c282146e48175f-006a845b98" "container-server 2651768" 0.0008 "-" 2651768 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5636bb6c282146e48175f-006a845b98" "proxy-server 2651768" 0.0117 "-" 2651768 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5636bb6c282146e48175f-006a845b98" "proxy-server 2651768" 0.0086 "-" 2651768 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5636bb6c282146e48175f-006a845b98 - 0.0194 - - 1787059096.339679003 1787059096.359124660 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxn33csom/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxn33csom/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxn33csom/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxn33csom/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0030 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 2651768 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 2651768 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc321102a10bb4eea92c2b-006a845b98" "proxy-server 2651768" 0.0011 "-" 2651768 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:38381/sda1/0/a/c" "txc321102a10bb4eea92c2b-006a845b98" "container-server 2651768" 0.0009 "-" 2651768 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59333/sdb1/0/a/c" "txc321102a10bb4eea92c2b-006a845b98" "container-server 2651768" 0.0009 "-" 2651768 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc321102a10bb4eea92c2b-006a845b98" "proxy-server 2651768" 0.0076 "-" 2651768 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc321102a10bb4eea92c2b-006a845b98" "proxy-server 2651768" 0.0123 "-" 2651768 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc321102a10bb4eea92c2b-006a845b98 - 0.0188 - - 1787059096.408122301 1787059096.426920652 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx40ae25a6487640f2a04e3-006a845b98" "proxy-server 2651768" 0.0010 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:38381/sda1/2/a1/c1" "tx40ae25a6487640f2a04e3-006a845b98" "container-server 2651768" 0.0009 "-" 2651768 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:59333/sdb1/2/a1/c1" "tx40ae25a6487640f2a04e3-006a845b98" "container-server 2651768" 0.0009 "-" 2651768 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx40ae25a6487640f2a04e3-006a845b98" "proxy-server 2651768" 0.0112 "-" 2651768 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx40ae25a6487640f2a04e3-006a845b98" "proxy-server 2651768" 0.0080 "-" 2651768 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx40ae25a6487640f2a04e3-006a845b98 - 0.0183 - - 1787059096.428145885 1787059096.446406126 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd7ff46506e7a41ba8859e-006a845b98" "proxy-server 2651768" 0.0017 "-" 2651768 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59333/sdb1/0/a/c1" "txd7ff46506e7a41ba8859e-006a845b98" "container-server 2651768" 0.0014 "-" 2651768 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:38381/sda1/0/a/c1" "txd7ff46506e7a41ba8859e-006a845b98" "container-server 2651768" 0.0008 "-" 2651768 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7ff46506e7a41ba8859e-006a845b98" "proxy-server 2651768" 0.0078 "-" 2651768 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7ff46506e7a41ba8859e-006a845b98" "proxy-server 2651768" 0.0122 "-" 2651768 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd7ff46506e7a41ba8859e-006a845b98 - 0.0194 - - 1787059096.447635651 1787059096.467037916 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx15e3356e161c479eac0f8-006a845b98" "proxy-server 2651768" 0.0017 "-" 2651768 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:38381/sda1/2/a/c2" "tx15e3356e161c479eac0f8-006a845b98" "container-server 2651768" 0.0016 "-" 2651768 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:59333/sdb1/2/a/c2" "tx15e3356e161c479eac0f8-006a845b98" "container-server 2651768" 0.0009 "-" 2651768 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx15e3356e161c479eac0f8-006a845b98" "proxy-server 2651768" 0.0147 "-" 2651768 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:16 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx15e3356e161c479eac0f8-006a845b98" "proxy-server 2651768" 0.0117 "-" 2651768 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx15e3356e161c479eac0f8-006a845b98 - 0.0225 - - 1787059096.468326807 1787059096.490860462 2test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - - -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1787059033.19493, (2, 15) as of 1787059095.05163, cleaved as of 1787059033.19493>, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001518726348876953s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1787059094.98679, (0, 0) as of 1787059094.98679, sharding as of 1787059094.98679>, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1787059033.19493, (2, 15) as of 1787059095.05163, cleaved as of 1787059033.19493> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpque718y8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059094.98680.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprbuehyrd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprbuehyrd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprbuehyrd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprbuehyrd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprbuehyrd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmprbuehyrd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprbuehyrd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001316070556640625s, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.463859558105469e-05s, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1787059095.12485, (1000, 11111) as of 1787059095.12485, created as of 1787059095.12485>, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1787059118.00000, (0, 0) as of 1787059107.00000, shrunk as of 1787059107.00000>, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1787059095.12485, (1000, 11111) as of 1787059095.12485, created as of 1787059095.12485> in 0.007s, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1787059108.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.250640869140625e-05s, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1787059095.16977, (1000, 11111) as of 1787059095.16977, cleaved as of 1787059095.16977>, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1787059145.00000, (0, 0) as of 1787059134.00000, shrunk as of 1787059134.00000>, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1787059095.16977, (1000, 11111) as of 1787059095.16977, cleaved as of 1787059095.16977> in 0.007s, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1787059135.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1787059095.22196, (1000, 11111) as of 1787059095.22196, active as of 1787059095.22196>, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1787059172.00000, (0, 0) as of 1787059161.00000, shrunk as of 1787059161.00000>, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1787059095.22196, (1000, 11111) as of 1787059095.22196, active as of 1787059095.22196> in 0.013s, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1787059162.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001316070556640625s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.58306884765625e-05s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1787059095.27349, (1000, 11111) as of 1787059095.27349, created as of 1787059095.27349>, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016117095947265625s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1787059188.00000, (0, 0) as of 1787059188.00000, shrinking as of 1787059188.00000>, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.27349, (1000, 11111) as of 1787059095.27349, created as of 1787059095.27349> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1787059095.27352, (1000, 11111) as of 1787059095.27352, created as of 1787059095.27352>, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016307830810546875s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1787059188.00000, (0, 0) as of 1787059188.00000, shrinking as of 1787059188.00000>, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1787059095.27352, (1000, 11111) as of 1787059095.27352, created as of 1787059095.27352> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1787059189.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.916854858398438e-05s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1787059095.33127, (1000, 11111) as of 1787059095.33127, cleaved as of 1787059095.33127>, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020599365234375s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1787059221.00000, (0, 0) as of 1787059221.00000, shrinking as of 1787059221.00000>, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.33127, (1000, 11111) as of 1787059095.33127, cleaved as of 1787059095.33127> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1787059095.33130, (1000, 11111) as of 1787059095.33130, cleaved as of 1787059095.33130>, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00026154518127441406s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001666545867919922s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1787059221.00000, (0, 0) as of 1787059221.00000, shrinking as of 1787059221.00000>, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1787059095.33130, (1000, 11111) as of 1787059095.33130, cleaved as of 1787059095.33130> in 0.01s, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1787059222.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018143653869628906s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018668174743652344s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1787059095.41994, (1000, 11111) as of 1787059095.41994, active as of 1787059095.41994>, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018930435180664062s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1787059254.00000, (0, 0) as of 1787059254.00000, shrinking as of 1787059254.00000>, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.41994, (1000, 11111) as of 1787059095.41994, active as of 1787059095.41994> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1787059095.41998, (1000, 11111) as of 1787059095.41998, active as of 1787059095.41998>, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021719932556152344s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021886825561523438s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1787059254.00000, (0, 0) as of 1787059254.00000, shrinking as of 1787059254.00000>, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1787059095.41998, (1000, 11111) as of 1787059095.41998, active as of 1787059095.41998> in 0.008s, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1787059255.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020313262939453125s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013494491577148438s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013566017150878906s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1787059095.51703, (1000, 11111) as of 1787059095.51703, cleaved as of 1787059095.51703>, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020813941955566406s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013589859008789062s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1787059287.00000, (0, 0) as of 1787059287.00000, shrinking as of 1787059287.00000>, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.51703, (1000, 11111) as of 1787059095.51703, cleaved as of 1787059095.51703> in 0.008s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1787059095.51707, (1000, 11111) as of 1787059095.51707, cleaved as of 1787059095.51707>, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020813941955566406s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022745132446289062s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1787059287.00000, (0, 0) as of 1787059287.00000, shrinking as of 1787059287.00000>, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1787059095.51707, (1000, 11111) as of 1787059095.51707, cleaved as of 1787059095.51707> in 0.009s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1787059095.51709, (1000, 11111) as of 1787059095.51709, cleaved as of 1787059095.51709>, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0008139610290527344s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019788742065429688s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1787059287.00000, (0, 0) as of 1787059287.00000, shrinking as of 1787059287.00000>, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1787059095.51709, (1000, 11111) as of 1787059095.51709, cleaved as of 1787059095.51709> in 0.012s, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1787059288.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012421607971191406s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.463859558105469e-05s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.511543273925781e-05s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.130073547363281e-05s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1787059095.64545, (1000, 11111) as of 1787059095.64545, created as of 1787059095.64545>, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1787059326.00000, (0, 0) as of 1787059326.00000, shrinking as of 1787059326.00000>, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.64545, (1000, 11111) as of 1787059095.64545, created as of 1787059095.64545> in 0.005s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1787059095.64549, (1000, 11111) as of 1787059095.64549, created as of 1787059095.64549>, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001430511474609375s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001552104949951172s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1787059326.00000, (0, 0) as of 1787059326.00000, shrinking as of 1787059326.00000>, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1787059095.64549, (1000, 11111) as of 1787059095.64549, created as of 1787059095.64549> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1787059095.64549, (1000, 11111) as of 1787059095.64549, created as of 1787059095.64549>, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019478797912597656s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1787059326.00000, (0, 0) as of 1787059326.00000, shrinking as of 1787059326.00000>, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1787059095.64549, (1000, 11111) as of 1787059095.64549, created as of 1787059095.64549> in 0.008s, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1787059327.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001361370086669922s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1787059095.72429, (1000, 11111) as of 1787059095.72429, active as of 1787059095.72429>, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016045570373535156s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013709068298339844s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1787059365.00000, (0, 0) as of 1787059365.00000, shrinking as of 1787059365.00000>, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.72429, (1000, 11111) as of 1787059095.72429, active as of 1787059095.72429> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1787059095.72433, (1000, 11111) as of 1787059095.72433, active as of 1787059095.72433>, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1787059365.00000, (0, 0) as of 1787059365.00000, shrinking as of 1787059365.00000>, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1787059095.72433, (1000, 11111) as of 1787059095.72433, active as of 1787059095.72433> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1787059095.72434, (1000, 11111) as of 1787059095.72434, active as of 1787059095.72434>, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001971721649169922s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1787059365.00000, (0, 0) as of 1787059365.00000, shrinking as of 1787059365.00000>, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1787059095.72434, (1000, 11111) as of 1787059095.72434, active as of 1787059095.72434> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1787059366.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i8ghjc0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1787059095.80546, (1000, 11111) as of 1787059095.80546, created as of 1787059095.80546>, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001456737518310547s, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1787059404.00000, (0, 0) as of 1787059404.00000, shrinking as of 1787059404.00000>, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.80546, (1000, 11111) as of 1787059095.80546, created as of 1787059095.80546> in 0.006s, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5c9d91f3-d647-447b-b75c-f1b169caa426-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp0i8ghjc0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1787059405.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.987022399902344e-05s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.130073547363281e-05s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1787059095.85494, (1000, 11111) as of 1787059095.85494, cleaved as of 1787059095.85494>, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001461505889892578s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1787059430.00000, (0, 0) as of 1787059430.00000, shrinking as of 1787059430.00000>, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.85494, (1000, 11111) as of 1787059095.85494, cleaved as of 1787059095.85494> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1787059095.85497, (1000, 11111) as of 1787059095.85497, cleaved as of 1787059095.85497>, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1787059430.00000, (0, 0) as of 1787059430.00000, shrinking as of 1787059430.00000>, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1787059095.85497, (1000, 11111) as of 1787059095.85497, cleaved as of 1787059095.85497> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0800def4-767f-4d8b-b3f4-47c29328534a-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp0i8ghjc0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1787059431.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014638900756835938s, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.726119995117188e-05s, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '783354eb-081a-4240-a5d0-6af27ce3543a-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp0i8ghjc0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1787059463.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013208389282226562s, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ab1bbb14-54a9-4d49-a8f2-1d896d9c8183-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp0i8ghjc0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1787059483.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.726119995117188e-05s, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.511543273925781e-05s, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1787059095.98035, (1000, 11111) as of 1787059095.98035, cleaved as of 1787059095.98035>, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1787059502.00000, (0, 0) as of 1787059502.00000, shrinking as of 1787059502.00000>, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok - -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1787059095.98035, (1000, 11111) as of 1787059095.98035, cleaved as of 1787059095.98035> in 0.605s, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3525573e-59e1-41d8-a343-cc98cfaebcb8-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp0i8ghjc0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1787059503.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.916854858398438e-05s, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1787059099.00000, (0, 0) as of 1787059099.00000, active as of 1787059099.00000>, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016164779663085938s, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1787059096.65422, (0, 0) as of 1787059097.00000, shrunk as of 1787059097.00000>, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1787059099.00000, (0, 0) as of 1787059099.00000, active as of 1787059099.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpi6dqwdu9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.249282836914062e-05s, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.511543273925781e-05s, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1787059099.00000, (0, 0) as of 1787059099.00000, active as of 1787059099.00000>, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014710426330566406s, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1787059097.00000, (0, 0) as of 1787059097.00000, sharding as of 1787059097.00000>, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1787059099.00000, (0, 0) as of 1787059099.00000, active as of 1787059099.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpuwxbfo4_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.320808410644531e-05s, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.012222290039062e-05s, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.463859558105469e-05s, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017309188842773438s, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmph9_objpa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023031234741210938s, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015044212341308594s, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014853477478027344s, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002105236053466797s, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014352798461914062s, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1787059096.81521, (0, 0) as of 1787059097.00000, shrunk as of 1787059097.00000>, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmppu7nt_8b/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059098.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014019012451171875s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok - -sharder-test INFO: Cleaved ShardRange in 0.228s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1787059033.19493, (2, 3) as of 1787059097.08803, cleaved as of 1787059033.19493> in 0.006s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1787059033.19493, (2, 103) as of 1787059097.11905, cleaved as of 1787059033.19493> in 0.007s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, found as of 1787059033.19493>, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059097.12311>, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1787059033.19493, (1, 1000) as of 1787059097.13841, cleaved as of 1787059097.12311> in 0.008s, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpr0eq241j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059096.82623.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015020370483398438s, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok - -sharder-test INFO: Cleaved ShardRange in 0.315s, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001430511474609375s, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1787059033.19493, (1, 18432) as of 1787059097.49881, cleaved as of 1787059033.19493> in 0.007s, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_slhjbj0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.14701.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '36b5041858f339f3f4fd6edf291dc6c2', '800ebdeb-27f0-4cd1-b632-a68b27675695-sdb', '1787059097.56873', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1787059099.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1787059100.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1787059101.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1787059102.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1787059103.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '800ebdeb-27f0-4cd1-b632-a68b27675695-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002448558807373047s, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002148151397705078s, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001418590545654297s, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1787059033.19493, (3, 3) as of 1787059097.66489, cleaved as of 1787059033.19493> in 0.009s, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp87aff7zg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'a73c25c2-262a-4ae4-8fa6-90c2448abf2b-', '1787059097.55956', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-3232c68e-2493-47fc-ade6-3ebc5f9aec3a-sda": ["{\\"ref\\": \\"3232c68e-2493-47fc-ade6-3ebc5f9aec3a-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1787059097.66639"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1787059033.19493', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1787059097.64940', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059033.19493', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1787059033.19493', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1787059097.66489', 'deleted': 0, 'state': 40, 'state_timestamp': '1787059033.19493', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1787059097.59383', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1787059097.67042', 'deleted': 0, 'state': 70, 'state_timestamp': '1787059097.59390', 'epoch': '1787059097.59390', 'reported': 0, 'tombstones': -1}], 'a73c25c2-262a-4ae4-8fa6-90c2448abf2b-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023245811462402344s, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1787059033.19493, (3, 3) as of 1787059097.66489, active as of 1787059033.19493>, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1787059033.19493, (3, 3) as of 1787059097.66489, active as of 1787059033.19493> in 0.007s, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp87aff7zg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.59390.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpkxqzdpzp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a2a2d40-fc47-4e2e-a7f8-ba013ff91052-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqd8v5uat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a2a2d40-fc47-4e2e-a7f8-ba013ff91052-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqd8v5uat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok - -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a2a2d40-fc47-4e2e-a7f8-ba013ff91052-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqd8v5uat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a2a2d40-fc47-4e2e-a7f8-ba013ff91052-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqd8v5uat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '499f4467-1e40-4320-9aaa-d0fc51545322-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqd8v5uat/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f556888-029d-4608-98d5-57d0ec4429a8-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8wlm5oe1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f556888-029d-4608-98d5-57d0ec4429a8-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8wlm5oe1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f556888-029d-4608-98d5-57d0ec4429a8-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8wlm5oe1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f556888-029d-4608-98d5-57d0ec4429a8-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8wlm5oe1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bf367815-bf13-4187-8184-2ee10b5b9d90-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8wlm5oe1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059097.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmppnur4zun/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmppnur4zun/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmppnur4zun/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmppnur4zun/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmppnur4zun/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmppnur4zun/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpfppkhb7n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpfppkhb7n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpfppkhb7n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpy7il52yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpno0v056a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpno0v056a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpno0v056a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpno0v056a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1787059097.97306, (100000, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmpno0v056a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvu44caar/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpvu44caar/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpvu44caar/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059097.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpm7d0i8cz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok - -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkllb0hxu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_26xazrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp_26xazrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_26xazrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmp_26xazrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp_26xazrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp_26xazrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpi8kau3a7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpi8kau3a7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpi8kau3a7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpi8kau3a7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpi8kau3a7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpi8kau3a7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpldlytt2f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpldlytt2f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpldlytt2f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpldlytt2f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpuu0c2de5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpuu0c2de5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpuu0c2de5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpuu0c2de5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpm40umcxd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpm40umcxd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpm40umcxd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpm40umcxd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_lfr2ses/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_lfr2ses/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_lfr2ses/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_lfr2ses/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpnx_b0wh_/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpnx_b0wh_/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpnx_b0wh_/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok - -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:18 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '59a600a8-0d62-41f8-866f-f29f7993f025-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnx9e8abu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-08-18T13:18:18.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpnx9e8abu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-08-18T13:18:19.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpb2gklczg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059099.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.dbtest.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok - -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpzc3x8rv7/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmp8pn6qebw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sharder.py", line 446, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmprr6xkije/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmprr6xkije/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmprr6xkije/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmprr6xkije/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014400482177734375s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001552104949951172s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018072128295898438s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011491775512695312s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015926361083984375s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059098.60580, (0, 0) as of 1787059098.60580, active as of 1787059098.60580>, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059098.60581, (0, 0) as of 1787059098.60581, active as of 1787059098.60581>, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059098.60582, (0, 0) as of 1787059098.60582, active as of 1787059098.60582>, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059098.60581, (0, 0) as of 1787059098.60581, active as of 1787059098.60581>, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059098.60582, (0, 0) as of 1787059098.60582, active as of 1787059098.60582>, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprq98htkl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.60629.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014281272888183594s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001704692840576172s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015425682067871094s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021338462829589844s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002048015594482422s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002484321594238281s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000209808349609375s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021004676818847656s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001976490020751953s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002346038818359375s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000209808349609375s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020194053649902344s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023365020751953125s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024199485778808594s, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph87cpitd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002913475036621094s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002493858337402344s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002429485321044922s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002818107604980469s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002868175506591797s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002117156982421875s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002849102020263672s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025725364685058594s, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059098.83080, (0, 0) as of 1787059098.83080, active as of 1787059098.83080>, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059098.83082, (0, 0) as of 1787059098.83082, active as of 1787059098.83082>, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059098.83084, (0, 0) as of 1787059098.83084, active as of 1787059098.83084>, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmp8iukblz7/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8iukblz7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.83206.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002231597900390625s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020432472229003906s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018453598022460938s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025582313537597656s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022983551025390625s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002048015594482422s, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059098.90669, (0, 0) as of 1787059098.90669, active as of 1787059098.90669>, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059098.90671, (0, 0) as of 1787059098.90671, active as of 1787059098.90671>, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp4_vxqwqh/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059098.90672, (0, 0) as of 1787059098.90672, active as of 1787059098.90672>, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4_vxqwqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.90742.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001952648162841797s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023484230041503906s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021719932556152344s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004546642303466797s, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059098.97187, (0, 0) as of 1787059098.97187, active as of 1787059098.97187>, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpwux84nkb/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059098.97188, (0, 0) as of 1787059098.97188, active as of 1787059098.97188>, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059098.97189, (0, 0) as of 1787059098.97189, active as of 1787059098.97189>, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpwux84nkb/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwux84nkb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059098.97248.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017142295837402344s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002048015594482422s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001678466796875s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059099.02610, (0, 0) as of 1787059099.02610, active as of 1787059099.02610>, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059099.02611, (0, 0) as of 1787059099.02611, active as of 1787059099.02611>, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059099.02612, (0, 0) as of 1787059099.02612, active as of 1787059099.02612>, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024056434631347656s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059099.02610, (0, 0) as of 1787059099.02610, active as of 1787059099.02610>, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxhyn_e8r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.02669.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014710426330566406s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001704692840576172s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019288063049316406s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018978118896484375s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019097328186035156s, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkfizr9k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017023086547851562s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018167495727539062s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015282630920410156s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014710426330566406s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015401840209960938s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016546249389648438s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002627372741699219s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011277198791503906s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011730194091796875s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv1osfki1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1787059100.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.726119995117188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000125885009765625s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.559226989746094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok - -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.177757263183594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.2479248046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.152557373046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.794929504394531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.915496826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp74hxbgxm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014638900756835938s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000194549560546875s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.0108642578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.985664367675781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.653236389160156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.67572021484375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.487701416015625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.890296936035156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.440017700195312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.726119995117188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.271766662597656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.748603820800781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.0108642578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.152557373046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.320808410644531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.891654968261719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.916854858398438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.295608520507812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp1quy6whu/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.414817810058594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.988380432128906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.510185241699219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.249282836914062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.985664367675781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.700920104980469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok - -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.104873657226562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.961822509765625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.699562072753906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, active as of 1787059033.19493>, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpb8zayhlz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017595291137695312s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014352798461914062s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001857280731201172s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018358230590820312s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018858909606933594s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1787059099.54190, (0, 0) as of 1787059099.54190, active as of 1787059099.54190>, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1787059099.54191, (0, 0) as of 1787059099.54191, active as of 1787059099.54191>, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1787059099.54192, (0, 0) as of 1787059099.54192, active as of 1787059099.54192>, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok - -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn7_6uc20/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.54242.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpa422462o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpa422462o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpa422462o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpa422462o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp7k6lf1bi/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp7k6lf1bi/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp7k6lf1bi/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp7k6lf1bi/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpy76pt00c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpy76pt00c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpy76pt00c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpy76pt00c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpbljrt2ms/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpbljrt2ms/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpbljrt2ms/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpbljrt2ms/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpqdr5gocz/sdb/containers/0/ash/c1hash/c1hash.db: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2512, in _one_shard_cycle - self._process_broker(broker, node, part) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1234, in _execute_mock_call - result = effect(*args, **kwargs) - File "/build/reproducible-path/swift-2.35.0/test/unit/container/test_sharder.py", line 884, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqdr5gocz/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok - -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:19 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 2202, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/__init__.py", line 1376, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpu1fikr_d/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpu1fikr_d/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpu1fikr_d/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpu1fikr_d/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok - -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpbvyccapj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059099.97134.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp0y5_t92z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0y5_t92z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0y5_t92z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0y5_t92z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp0y5_t92z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok - -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7u9jz5j8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok - -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3zsifotp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012946128845214844s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash60False/hash60False_1787059100.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012564659118652344s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.004887819290161133s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash60True/hash60True_1787059119.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/lse/hash50False/hash50False_1787059138.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013303756713867188s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013971328735351562s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - zero objects found, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmphrs7tdi5/sda/containers/0/rue/hash50True/hash50True_1787059154.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h60/hash60/hash60_1787059100.28053.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h50/hash50/hash50_1787059100.30277.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpskel9hza/sda/containers/0/h70/hash70/hash70_1787059100.31985.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmp4fb_uxuc/sda/containers/0/ash/c1hash/c1hash.db: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2522, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1049, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2049, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/timestamp.py", line 127, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -Exception: Test overtest.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok - -sharder-test ERROR: Exception in sharder: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2549, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - partitions_to_shard=Everything()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2526, in _one_shard_cycle - self._periodic_report_stats() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1139, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ~~~~~~~~~^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 2522, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1049, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2049, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/utils/timestamp.py", line 127, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ - return self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call - return self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call - raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56229,35 +55799,17 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56268,30 +55820,14 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56302,30 +55838,17 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56336,32 +55859,14 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56372,32 +55877,14 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56408,30 +55895,17 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56442,31 +55916,14 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56477,32 +55934,53 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56513,30 +55991,89 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56547,38 +56084,107 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok - -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56589,30 +56195,125 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/container/sharder.py", line 1202, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 399, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.35.0/swift/common/direct_client.py", line 121, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -56623,1082 +56324,247 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 693, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdsx1s8gx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpw93majis/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaved ShardRange in 0.002s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpw93majis/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, cleaved as of 1787059033.19493>, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, cleaved as of 1787059033.19493> - shard db already in sync, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpw93majis/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.723403930664062e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.628036499023438e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, cleaved as of 1787059033.19493>, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, cleaved as of 1787059033.19493> - shard db already in sync, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpw93majis/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.8650970458984375e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, cleaved as of 1787059033.19493>, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, cleaved as of 1787059033.19493> - shard db already in sync, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1787059033.19493, (0, 0) as of 1787059033.19493, cleaved as of 1787059033.19493> in 0.002s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1787059033.19493, (2, 2) as of 1787059100.58779, cleaved as of 1787059033.19493> in 0.007s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok - -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014162063598632812s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpw93majis/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.914138793945312e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.888938903808594e-05s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493>, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1787059033.19493, (0, 0) as of 1787059033.19493, created as of 1787059033.19493> - shard db already in sync, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1787059033.19493, (3, 3) as of 1787059100.63653, cleaved as of 1787059033.19493> in 0.003s, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpw93majis/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.46571.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2a0508a9-4c22-4da5-a49f-9fa459f37851-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnd401wqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2a0508a9-4c22-4da5-a49f-9fa459f37851-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnd401wqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2a0508a9-4c22-4da5-a49f-9fa459f37851-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnd401wqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.00000.dbtest.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok - -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2a0508a9-4c22-4da5-a49f-9fa459f37851-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnd401wqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '827cae13-9568-4a8f-9f73-7d9a64f3b5df-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnd401wqh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1787059100.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpuf59b_ha/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpuf59b_ha/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpuf59b_ha/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Aug 18 13:18:20 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmppn93b7xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp08qvtk49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp08qvtk49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp08qvtk49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp08qvtk49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp08qvtk49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp08qvtk49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok - -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmp3ee28v7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00021386146545410156s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00017642974853515625s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.000152587890625s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00020170211791992188s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001494884490966797s, path: a/c, db: /tmp/tmp2f5xg2ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013136863708496094s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.319450378417969e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00014710426330566406s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_no_etag_validation -test.unit.obj.test_server.TestObjectController.test_GET_no_etag_validation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_PUT_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_wrong_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_wrong_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -sharder-test DEBUG: got 1 rows (deleted=False) in 7.2479248046875e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.915496826171875e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.0108642578125e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.0108642578125e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 7.915496826171875e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.0108642578125e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 7.796287536621094e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 7.963180541992188e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 7.724761962890625e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.0108642578125e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.320808410644531e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.000141143798828125s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001926422119140625s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmp0j1vb7c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpjujxwkt1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmpjujxwkt1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txadedda48a52f4dd68677f-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx847a5f8f02324286a7d81-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe54c55c38d784c5d9bbd8-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f2f6c86d16e49359d252-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaaec4673280f45fa9dfa8-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7b063d296589476e96aee-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx151f48ff3de1462a9b1c5-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd97783d371da4bc986f6b-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8c9d2ae99e874c718ac03-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txafb3ca7323e04e2ebd80d-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd0cfbc63368344e58bcb1-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb80728658bd149d2b0edd-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2b7cf135bfe4497aa8972-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7963b8010b7b4c02b22a1-006a845b9d)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok - -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbff2a391175146d2a7080-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0eb7240bb0024921a6f3f-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3878062ba311423098350-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2f5e7e562589482fa39e2-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7601d1fc7a3a4e33aacbe-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbe0d50728ab34be293550-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx10189397f27e46c1a1c7e-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txec9187dc3d774c238580c-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaf51748547e3463b84bb6-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx119e6cd7f3744fcab650d-006a845b9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txc5689172f26b4c9ea6fbc-006a845b9d) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx42a3336a8d214bbfaae27-006a845b9d) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx5933e0c769ef4438bf303-006a845b9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2ed4af8851da4b51ae229-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx16ab521ce9d643f193d42-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx462e99aecbfc4ba8ad03e-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx0746e32cda4e4ba3bcc5a-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx0c0439e156d54990b8d07-006a845b9d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txef836d3c5711486385836-006a845b9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx154f00b5fbb645adb6328-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txce02a0b94afa4892aa49a-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx53c0bd84773b4f84b89fd-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx48ab901bcb984e83b019f-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcfbea66d1ef042d398548-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4e60461306354bef83d7b-006a845b9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx529270a86c37485e828fb-006a845b9d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx529270a86c37485e828fb-006a845b9d)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status + File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.35.0/swift/common/bufferedhttp.py", line 248, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 992, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 791, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 695, in __init__ + raise status +OSError (txn: tx49df474770eb4b4ea55ac-0068774e32)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp2e1q4m1g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2e1q4m1g/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp2e1q4m1g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2e1q4m1g/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0041 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651796 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3967613e9d0a4627a3bb3-006a845b9d" "proxy-server 2651796" 0.0011 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36691/sdb1/1/a/c" "tx3967613e9d0a4627a3bb3-006a845b9d" "container-server 2651796" 0.0011 "-" 2651796 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37545/sda1/1/a/c" "tx3967613e9d0a4627a3bb3-006a845b9d" "container-server 2651796" 0.0010 "-" 2651796 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3967613e9d0a4627a3bb3-006a845b9d" "proxy-server 2651796" 0.0127 "-" 2651796 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3967613e9d0a4627a3bb3-006a845b9d" "proxy-server 2651796" 0.0092 "-" 2651796 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/21 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3967613e9d0a4627a3bb3-006a845b9d - 0.0207 - - 1787059101.724238396 1787059101.744988203 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa5512186a57941f3afb32-006a845b9d" "proxy-server 2651796" 0.0013 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37545/sda1/1/a1/c1" "txa5512186a57941f3afb32-006a845b9d" "container-server 2651796" 0.0010 "-" 2651796 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36691/sdb1/1/a1/c1" "txa5512186a57941f3afb32-006a845b9d" "container-server 2651796" 0.0010 "-" 2651796 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa5512186a57941f3afb32-006a845b9d" "proxy-server 2651796" 0.0125 "-" 2651796 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa5512186a57941f3afb32-006a845b9d" "proxy-server 2651796" 0.0090 "-" 2651796 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/21 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa5512186a57941f3afb32-006a845b9d - 0.0204 - - 1787059101.746405363 1787059101.766822100 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx66dd7b9f63c243fe91e0e-006a845b9d" "proxy-server 2651796" 0.0018 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36691/sdb1/2/a/c1" "tx66dd7b9f63c243fe91e0e-006a845b9d" "container-server 2651796" 0.0010 "-" 2651796 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37545/sda1/2/a/c1" "tx66dd7b9f63c243fe91e0e-006a845b9d" "container-server 2651796" 0.0016 "-" 2651796 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx66dd7b9f63c243fe91e0e-006a845b9d" "proxy-server 2651796" 0.0155 "-" 2651796 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx66dd7b9f63c243fe91e0e-006a845b9d" "proxy-server 2651796" 0.0096 "-" 2651796 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx66dd7b9f63c243fe91e0e-006a845b9d - 0.0238 - - 1787059101.768188477 1787059101.791981220 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb56293eb9148422887d41-006a845b9d" "proxy-server 2651796" 0.0019 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37545/sda1/1/a/c2" "txb56293eb9148422887d41-006a845b9d" "container-server 2651796" 0.0017 "-" 2651796 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36691/sdb1/1/a/c2" "txb56293eb9148422887d41-006a845b9d" "container-server 2651796" 0.0009 "-" 2651796 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb56293eb9148422887d41-006a845b9d" "proxy-server 2651796" 0.0085 "-" 2651796 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb56293eb9148422887d41-006a845b9d" "proxy-server 2651796" 0.0134 "-" 2651796 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb56293eb9148422887d41-006a845b9d - 0.0210 - - 1787059101.793351650 1787059101.814379454 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Setting object count to 1072 (txn: tx265732fa14494126b5b7f-0068774e31) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Setting object count to 1072 (txn: tx6ec2b156c9964c4083c86-0068774e32) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc266d66aa2844aa9953ff-0068774e32)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test ERROR: Container GET returning 503 for [] (txn: tx49df474770eb4b4ea55ac-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx37132e9e042846c3949e9-0068774e32) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx37132e9e042846c3949e9-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: txa4e1caf0ba5545bf926bb-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: tx4b58bbb29f9b4cfab194f-0068774e32) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b979342298a441b9d021-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b979342298a441b9d021-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b979342298a441b9d021-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b979342298a441b9d021-0068774e32) +test ERROR: Container GET returning 503 for [] (txn: tx9b979342298a441b9d021-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: tx9b979342298a441b9d021-0068774e32) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: Container GET returning 503 for [] (txn: tx0d67a674d83b494d9e784-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: Container GET returning 503 for [] (txn: txeb102e3f93a24f37aedc5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7bd75815c3914c1dbf249-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7bd75815c3914c1dbf249-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7bd75815c3914c1dbf249-0068774e32) +test ERROR: Container GET returning 503 for [] (txn: tx7bd75815c3914c1dbf249-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf7458cbe0906421ca74f5-0068774e32) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf7458cbe0906421ca74f5-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx431b6a29ac244733911ab-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx431b6a29ac244733911ab-0068774e32) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx431b6a29ac244733911ab-0068774e32) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx431b6a29ac244733911ab-0068774e32) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx98b2ea2980f248a787cbe-0068774e32) +test ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx5f2f4815ff9a4429987a2-0068774e32) +test DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx5f2f4815ff9a4429987a2-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: tx5f2f4815ff9a4429987a2-0068774e32) +test ERROR: Container GET returning 503 for [] (txn: tx89896ceafc3a477eb1f4c-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: tx89896ceafc3a477eb1f4c-0068774e32) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txeda2feabc86948b29f3a9-006a845b9e) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx71d7831470494b3c92dfa-006a845b9e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx74666675a7634edd9424f-006a845b9e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx74666675a7634edd9424f-006a845b9e) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx74666675a7634edd9424f-006a845b9e) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8a7263877efa437b8f5b9-006a845b9e) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8a7263877efa437b8f5b9-006a845b9e) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx8a7263877efa437b8f5b9-006a845b9e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txbae2a2ed8748459b9c535-006a845b9e) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txbae2a2ed8748459b9c535-006a845b9e) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx71ff5a2abd3841ea98bc9-006a845b9e) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx71ff5a2abd3841ea98bc9-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txba7088d7e6384b6fbfbc4-006a845b9e) -test INFO: Client disconnected on read of '/a/c' (txn: txba7088d7e6384b6fbfbc4-006a845b9e) -test INFO: Client disconnected on read of '/a/c' (txn: tx339c0a004e39450f89419-006a845b9e) -test INFO: Client disconnected on read of '/a/c' (txn: tx339c0a004e39450f89419-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx01ea2e101097438383b51-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx098cbe819c674ae1a8f99-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe0c086498bff424aa90cd-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe0c086498bff424aa90cd-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe0c086498bff424aa90cd-006a845b9e) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txe0c086498bff424aa90cd-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx31add9372dd54d1e8d439-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx31add9372dd54d1e8d439-006a845b9e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx31add9372dd54d1e8d439-006a845b9e) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx31add9372dd54d1e8d439-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx93ce77a0d8aa46798d15f-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx93ce77a0d8aa46798d15f-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx93ce77a0d8aa46798d15f-006a845b9e) -test ERROR: Account HEAD returning 503 for [] (txn: tx93ce77a0d8aa46798d15f-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok - -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe07f4c2daa3448a8988c7-006a845b9e) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1111ecde848c43dc8d72d-006a845b9e) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1111ecde848c43dc8d72d-006a845b9e) +test INFO: Client disconnected on read of '/a/c' (txn: txdbe3b462d3c54df6a0074-0068774e32) +test INFO: Client disconnected on read of '/a/c' (txn: txdbe3b462d3c54df6a0074-0068774e32) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57707,8 +56573,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaac10cd94e5b41e1bf6a8-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration (txn: txd44cf71c4638448aa67c7-0068774e32) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57717,8 +56583,40 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa32e0607922e4af4aa9a4-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration (txn: txd44cf71c4638448aa67c7-0068774e32)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok + +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57727,8 +56625,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1ea3560176774f99845d4-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration (txn: txd44cf71c4638448aa67c7-0068774e32) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57737,18 +56635,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf1641e1df1f943d7a63c7-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc43811daad3d451e9fb04-006a845b9e) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2672392c749d4d629b11d-006a845b9e) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2672392c749d4d629b11d-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration (txn: txd44cf71c4638448aa67c7-0068774e32) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57757,8 +56645,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration (txn: txd44cf71c4638448aa67c7-0068774e32) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57767,8 +56655,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration (txn: txd44cf71c4638448aa67c7-0068774e32) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57777,47 +56665,10 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test WARNING: Could not autocreate account '/account' (txn: tx89fdfbb4568b42b5b35f1-006a845b9e) -test INFO: autocreate account '/account' (txn: txa96903a5c0fe4944a2fe1-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx293031809f184291ad76c-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx293031809f184291ad76c-006a845b9e) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx293031809f184291ad76c-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx293031809f184291ad76c-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx293031809f184291ad76c-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx293031809f184291ad76c-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx293031809f184291ad76c-006a845b9e) -test WARNING: Could not autocreate account '/account' (txn: tx293031809f184291ad76c-006a845b9e) -test INFO: autocreate account '/account' (txn: txdcbe6dd98c50403e88cc6-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf32ebbaebf594391a6609-006a845b9e)test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok - -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txf32ebbaebf594391a6609-006a845b9e) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf32ebbaebf594391a6609-006a845b9e) -test INFO: autocreate account '/account' (txn: tx9d8b8f58c3594499a49ca-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf125037ac6c64d9d80123-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txf125037ac6c64d9d80123-006a845b9e) -test INFO: autocreate account '/account' (txn: txf125037ac6c64d9d80123-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx115ab93c809846d2999ba-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx115ab93c809846d2999ba-006a845b9e) +StopIteration (txn: txd44cf71c4638448aa67c7-0068774e32) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txd44cf71c4638448aa67c7-0068774e32) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx0d79dea940054597a6830-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx6d0bc2053ebe4c138b5a2-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57826,8 +56677,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb27b064fdfb0404db6bde-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx6a91f28267d04ff29fcdf-0068774e32) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57836,8 +56687,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81466fc88ca049b78c11f-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx6a91f28267d04ff29fcdf-0068774e32) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57846,8 +56697,8 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx860e65c254214ca6a90f0-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx6a91f28267d04ff29fcdf-0068774e32) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( @@ -57856,431 +56707,1430 @@ File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbc3f955ec6394bfdb712d-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx15d980d2845b4e3fb1d9f-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx2160258e648c4cc48279d-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx0d9c3bfdbe2548798292b-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx0d9c3bfdbe2548798292b-006a845b9e) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx0d9c3bfdbe2548798292b-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx67631f9840b646279213b-006a845b9e)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok - -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +StopIteration (txn: tx6a91f28267d04ff29fcdf-0068774e32) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx67631f9840b646279213b-006a845b9e) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx67631f9840b646279213b-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6a91f28267d04ff29fcdf-0068774e32) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: txfa26fddcb283481bb26ea-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfa26fddcb283481bb26ea-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfa26fddcb283481bb26ea-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txfa26fddcb283481bb26ea-006a845b9e) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6a91f28267d04ff29fcdf-0068774e32) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 2051, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 987, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5037657d612b4e2788c3a-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5037657d612b4e2788c3a-006a845b9e) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5037657d612b4e2788c3a-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5037657d612b4e2788c3a-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx4dca218f6f77485397e0b-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: tx31cb2cf61c8c471c879f6-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: tx31cb2cf61c8c471c879f6-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx31cb2cf61c8c471c879f6-006a845b9e) -test ERROR: Account HEAD returning 503 for [] (txn: tx31cb2cf61c8c471c879f6-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx99ce387c7d6f4b638f3b3-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx99ce387c7d6f4b638f3b3-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx99ce387c7d6f4b638f3b3-006a845b9e) -test ERROR: Account HEAD returning 503 for [] (txn: tx99ce387c7d6f4b638f3b3-006a845b9e) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx8569bbffea004d769494e-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txead45af6fa6548b7ad1eb-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txead45af6fa6548b7ad1eb-006a845b9e)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +StopIteration (txn: tx6a91f28267d04ff29fcdf-0068774e32) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx6a91f28267d04ff29fcdf-0068774e32) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpdnx6x1ha/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdnx6x1ha/tmp_test_proxy_server_chunked/container-sync-realms.conf'/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1524, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 966, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txead45af6fa6548b7ad1eb-006a845b9e) -test ERROR: Account HEAD returning 503 for [] (txn: txead45af6fa6548b7ad1eb-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txba00f7c4cadf4385a7a71-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txba00f7c4cadf4385a7a71-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txba00f7c4cadf4385a7a71-006a845b9e) -test ERROR: Account HEAD returning 503 for [] (txn: txba00f7c4cadf4385a7a71-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx41f282a4b6ce42009cc53-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx5b2e8896d2a44759a9413-006a845b9e) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx5b2e8896d2a44759a9413-006a845b9e) -test INFO: Client disconnected on read of '/a/c' (txn: tx5b2e8896d2a44759a9413-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6b7026440d6940288ffbb-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa810a149c728453ead6e6-006a845b9e) -test INFO: Client disconnected on read of '/a/c' (txn: txa810a149c728453ead6e6-006a845b9e) -test INFO: Client disconnected on read of '/a/c/' (txn: txa810a149c728453ead6e6-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7db4aa0e9e9c49ad8f520-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7db4aa0e9e9c49ad8f520-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7db4aa0e9e9c49ad8f520-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7db4aa0e9e9c49ad8f520-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx225f893740994b21ba1f5-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx225f893740994b21ba1f5-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx225f893740994b21ba1f5-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx225f893740994b21ba1f5-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc4f43124df2247b09d71a-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc4f43124df2247b09d71a-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc4f43124df2247b09d71a-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc4f43124df2247b09d71a-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx04b05e73b9e74f9cb373f-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx04b05e73b9e74f9cb373f-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx04b05e73b9e74f9cb373f-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx04b05e73b9e74f9cb373f-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe493b31d44ec4670936b1-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe493b31d44ec4670936b1-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe493b31d44ec4670936b1-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe493b31d44ec4670936b1-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf8ad53236a9644c194547-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf8ad53236a9644c194547-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf8ad53236a9644c194547-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf8ad53236a9644c194547-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5528bffdcfd543e5a0c8b-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5528bffdcfd543e5a0c8b-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5528bffdcfd543e5a0c8b-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5528bffdcfd543e5a0c8b-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0ca7fcf4cbec41698bf6c-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0ca7fcf4cbec41698bf6c-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0ca7fcf4cbec41698bf6c-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0ca7fcf4cbec41698bf6c-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txce83432ebf3d474b81e1d-006a845b9e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txce83432ebf3d474b81e1d-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txce83432ebf3d474b81e1d-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txce83432ebf3d474b81e1d-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txce83432ebf3d474b81e1d-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txce83432ebf3d474b81e1d-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdc2d4a5d089f464e8f30e-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txdc2d4a5d089f464e8f30e-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdc2d4a5d089f464e8f30e-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503] (txn: txdc2d4a5d089f464e8f30e-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx53c3257483ac483a961e5-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx53c3257483ac483a961e5-006a845b9e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx53c3257483ac483a961e5-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx53c3257483ac483a961e5-006a845b9e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx53c3257483ac483a961e5-006a845b9e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx53c3257483ac483a961e5-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx53c3257483ac483a961e5-006a845b9e) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx53c3257483ac483a961e5-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx289f79170e4e420e97e4e-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx289f79170e4e420e97e4e-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx289f79170e4e420e97e4e-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx289f79170e4e420e97e4e-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx11bc0df165ab4318a9fa5-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx11bc0df165ab4318a9fa5-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx11bc0df165ab4318a9fa5-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx11bc0df165ab4318a9fa5-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe8a8279ce9a441c99989f-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe8a8279ce9a441c99989f-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe8a8279ce9a441c99989f-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: txe8a8279ce9a441c99989f-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5813f89efe8f4d14bde79-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5813f89efe8f4d14bde79-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5813f89efe8f4d14bde79-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx5813f89efe8f4d14bde79-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx993ab28634fc4ae2ba470-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx993ab28634fc4ae2ba470-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx993ab28634fc4ae2ba470-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx993ab28634fc4ae2ba470-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx63c8ab4b06ba4414a1330-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx63c8ab4b06ba4414a1330-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx63c8ab4b06ba4414a1330-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx63c8ab4b06ba4414a1330-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx447d8398bc904ebb94848-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx447d8398bc904ebb94848-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx447d8398bc904ebb94848-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx447d8398bc904ebb94848-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4759429c149e421290e3b-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4759429c149e421290e3b-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4759429c149e421290e3b-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx4759429c149e421290e3b-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1c0c80bb92fa4ff7b774b-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1c0c80bb92fa4ff7b774b-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1c0c80bb92fa4ff7b774b-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx1c0c80bb92fa4ff7b774b-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4e4fd7fb5d3f405fa62dd-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4e4fd7fb5d3f405fa62dd-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4e4fd7fb5d3f405fa62dd-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx4e4fd7fb5d3f405fa62dd-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7e1a90dcc6c54be3bcf70-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7e1a90dcc6c54be3bcf70-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7e1a90dcc6c54be3bcf70-006a845b9e) -test ERROR: Container GET returning 503 for [] (txn: tx7e1a90dcc6c54be3bcf70-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx756de2e53a0a4fc489bb0-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx756de2e53a0a4fc489bb0-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx756de2e53a0a4fc489bb0-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx756de2e53a0a4fc489bb0-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdc4dfcd6ca1d4c08891b6-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdc4dfcd6ca1d4c08891b6-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdc4dfcd6ca1d4c08891b6-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdc4dfcd6ca1d4c08891b6-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx634980cc46c24c038bce0-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx634980cc46c24c038bce0-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx634980cc46c24c038bce0-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx634980cc46c24c038bce0-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8faf94f0b098410f96361-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8faf94f0b098410f96361-006a845b9e) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8faf94f0b098410f96361-006a845b9e) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8faf94f0b098410f96361-006a845b9e) -test INFO: Client disconnected on read of '/a/c' (txn: txa5b4fa9f418f4783a0a1e-006a845b9e) -test INFO: Client disconnected on read of '/a/c/' (txn: txa5b4fa9f418f4783a0a1e-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: tx270e049aebfe446cb8540-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: tx270e049aebfe446cb8540-006a845b9e)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: tx270e049aebfe446cb8540-006a845b9e) -test ERROR: Account HEAD returning 503 for [] (txn: tx270e049aebfe446cb8540-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txc2473dbd571b4301b6f73-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txc2473dbd571b4301b6f73-006a845b9e) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.35.0/swift/proxy/controllers/base.py", line 1532, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.35.0/test/unit/__init__.py", line 834, in getresponse - raise Exception('test') -Exception: test (txn: txc2473dbd571b4301b6f73-006a845b9e) -test ERROR: Account HEAD returning 503 for [] (txn: txc2473dbd571b4301b6f73-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2c541abe44244e1a8f826-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx3f4cca712d1a4fa8853c4-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx68533a5366564e13bde80-006a845b9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpdnx6x1ha/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdnx6x1ha/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0118 "-" 1137680 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1137680 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1137680 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0112 "-" 1137680 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx640e919b7fa5419abe723-0068774e32" "proxy-server 1137680" 0.0023 "-" 1137680 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:49507/sdb1/3/a/c" "tx640e919b7fa5419abe723-0068774e32" "container-server 1137680" 0.0011 "-" 1137680 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:34365/sda1/3/a/c" "tx640e919b7fa5419abe723-0068774e32" "container-server 1137680" 0.0012 "-" 1137680 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx640e919b7fa5419abe723-0068774e32" "proxy-server 1137680" 0.0151 "-" 1137680 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx640e919b7fa5419abe723-0068774e32" "proxy-server 1137680" 0.0109 "-" 1137680 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/06 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx640e919b7fa5419abe723-0068774e32 - 0.0326 - - 1752649266.813798904 1752649266.846416473 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txda25d4834cdb4d9d8fc9c-0068774e32" "proxy-server 1137680" 0.0012 "-" 1137680 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34365/sda1/0/a1/c1" "txda25d4834cdb4d9d8fc9c-0068774e32" "container-server 1137680" 0.0011 "-" 1137680 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49507/sdb1/0/a1/c1" "txda25d4834cdb4d9d8fc9c-0068774e32" "container-server 1137680" 0.0010 "-" 1137680 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txda25d4834cdb4d9d8fc9c-0068774e32" "proxy-server 1137680" 0.0136 "-" 1137680 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txda25d4834cdb4d9d8fc9c-0068774e32" "proxy-server 1137680" 0.0096 "-" 1137680 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/06 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txda25d4834cdb4d9d8fc9c-0068774e32 - 0.0218 - - 1752649266.847910404 1752649266.869689226 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc7dd978e699c438381fca-0068774e32" "proxy-server 1137680" 0.0020 "-" 1137680 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:34365/sda1/3/a/c1" "txc7dd978e699c438381fca-0068774e32" "container-server 1137680" 0.0011 "-" 1137680 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:49507/sdb1/3/a/c1" "txc7dd978e699c438381fca-0068774e32" "container-server 1137680" 0.0016 "-" 1137680 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc7dd978e699c438381fca-0068774e32" "proxy-server 1137680" 0.0136 "-" 1137680 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc7dd978e699c438381fca-0068774e32" "proxy-server 1137680" 0.0099 "-" 1137680 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/06 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc7dd978e699c438381fca-0068774e32 - 0.0226 - - 1752649266.871174097 1752649266.893746376 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfda21d61b5c7473cba07d-0068774e32" "proxy-server 1137680" 0.0020 "-" 1137680 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:34365/sda1/0/a/c2" "txfda21d61b5c7473cba07d-0068774e32" "container-server 1137680" 0.0017 "-" 1137680 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:49507/sdb1/0/a/c2" "txfda21d61b5c7473cba07d-0068774e32" "container-server 1137680" 0.0010 "-" 1137680 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfda21d61b5c7473cba07d-0068774e32" "proxy-server 1137680" 0.0092 "-" 1137680 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:06 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfda21d61b5c7473cba07d-0068774e32" "proxy-server 1137680" 0.0142 "-" 1137680 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/06 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txfda21d61b5c7473cba07d-0068774e32 - 0.0222 - - 1752649266.895364285 1752649266.917596340 2 + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx9acba75938a247839cc5c-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx99c3fdcfcae04356a2c59-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx6300226cf1cf4976816cb-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok + +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a4c1af61cb64f6cb4b05-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7df0b241c9114d8380811-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb6ba36b39d1483d8070e-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txfac61c00599d4f9d84b35-0068774e33) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfac61c00599d4f9d84b35-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa1976bba36c84acd8c13a-0068774e33) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa1976bba36c84acd8c13a-0068774e33) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txa1976bba36c84acd8c13a-0068774e33) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txa1976bba36c84acd8c13a-0068774e33) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: txa1976bba36c84acd8c13a-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx393b9632edaf4550bd38a-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx529c2bce7aab4270a9544-0068774e33) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx529c2bce7aab4270a9544-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd69343963b164110a0f5c-0068774e33) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txd69343963b164110a0f5c-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc3f1bb4002674a92b91cb-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx91c8e3649a2a4074afa5e-0068774e33) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx91c8e3649a2a4074afa5e-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa24f424a6262447982da9-0068774e33) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txa24f424a6262447982da9-0068774e33) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txa24f424a6262447982da9-0068774e33) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txa24f424a6262447982da9-0068774e33) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok + +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphxoukfqv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphxoukfqv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp3_9w55ca/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3_9w55ca/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphxoukfqv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphxoukfqv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp3_9w55ca/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3_9w55ca/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2651796 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0fe91301cd9d4bf7a58be-006a845b9e" "proxy-server 2651796" 0.0011 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39587/sdb1/1/a/c" "tx0fe91301cd9d4bf7a58be-006a845b9e" "container-server 2651796" 0.0010 "-" 2651796 0 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59859/sda1/1/a/c" "tx0fe91301cd9d4bf7a58be-006a845b9e" "container-server 2651796" 0.0010 "-" 2651796 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0fe91301cd9d4bf7a58be-006a845b9e" "proxy-server 2651796" 0.0123 "-" 2651796 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0fe91301cd9d4bf7a58be-006a845b9e" "proxy-server 2651796" 0.0087 "-" 2651796 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0fe91301cd9d4bf7a58be-006a845b9e - 0.0198 - - 1787059102.827561378 1787059102.847395897 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf4e036d2487247919d7e6-006a845b9e" "proxy-server 2651796" 0.0011 "-" 2651796 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59859/sda1/1/a1/c1" "txf4e036d2487247919d7e6-006a845b9e" "container-server 2651796" 0.0010 "-" 2651796 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39587/sdb1/1/a1/c1" "txf4e036d2487247919d7e6-006a845b9e" "container-server 2651796" 0.0010 "-" 2651796 0 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf4e036d2487247919d7e6-006a845b9e" "proxy-server 2651796" 0.0123 "-" 2651796 0 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf4e036d2487247919d7e6-006a845b9e" "proxy-server 2651796" 0.0086 "-" 2651796 0/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1137666 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1137666 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 1137666 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 1137666 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx593f24b1ce3640d4a860b-0068774e34" "proxy-server 1137666" 0.0012 "-" 1137666 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:55885/sda1/0/a/c" "tx593f24b1ce3640d4a860b-0068774e34" "container-server 1137666" 0.0011 "-" 1137666 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:47353/sdb1/0/a/c" "tx593f24b1ce3640d4a860b-0068774e34" "container-server 1137666" 0.0011 "-" 1137666 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx593f24b1ce3640d4a860b-0068774e34" "proxy-server 1137666" 0.0091 "-" 1137666 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx593f24b1ce3640d4a860b-0068774e34" "proxy-server 1137666" 0.0157 "-" 1137666 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx593f24b1ce3640d4a860b-0068774e34 - 0.0230 - - 1752649268.162157059 1752649268.185186148 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok + +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9e312baa43e24e7d98c9e-0068774e34" "proxy-server 1137666" 0.0012 "-" 1137666 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:55885/sda1/2/a1/c1" "tx9e312baa43e24e7d98c9e-0068774e34" "container-server 1137666" 0.0010 "-" 1137666 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:47353/sdb1/2/a1/c1" "tx9e312baa43e24e7d98c9e-0068774e34" "container-server 1137666" 0.0010 "-" 1137666 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9e312baa43e24e7d98c9e-0068774e34" "proxy-server 1137666" 0.0082 "-" 1137666 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9e312baa43e24e7d98c9e-0068774e34" "proxy-server 1137666" 0.0134 "-" 1137666 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9e312baa43e24e7d98c9e-0068774e34 - 0.0207 - - 1752649268.186657906 1752649268.207400084 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf4af26f4174e4e4ebed2d-0068774e34" "proxy-server 1137666" 0.0020 "-" 1137666 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:55885/sda1/0/a/c1" "txf4af26f4174e4e4ebed2d-0068774e34" "container-server 1137666" 0.0010 "-" 1137666 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:47353/sdb1/0/a/c1" "txf4af26f4174e4e4ebed2d-0068774e34" "container-server 1137666" 0.0016 "-" 1137666 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf4af26f4174e4e4ebed2d-0068774e34" "proxy-server 1137666" 0.0090 "-" 1137666 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf4af26f4174e4e4ebed2d-0068774e34" "proxy-server 1137666" 0.0140 "-" 1137666 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/08 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf4af26f4174e4e4ebed2d-0068774e34 - 0.0230 - - 1752649268.208843231 1752649268.231837273 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf20b67b11a4647bd84b2a-0068774e34" "proxy-server 1137666" 0.0019 "-" 1137666 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:47353/sdb1/2/a/c2" "txf20b67b11a4647bd84b2a-0068774e34" "container-server 1137666" 0.0016 "-" 1137666 2 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55885/sda1/2/a/c2" "txf20b67b11a4647bd84b2a-0068774e34" "container-server 1137666" 0.0010 "-" 1137666 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf20b67b11a4647bd84b2a-0068774e34" "proxy-server 1137666" 0.0087 "-" 1137666 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:08 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf20b67b11a4647bd84b2a-0068774e34" "proxy-server 1137666" 0.0136 "-" 1137666 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/08 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf20b67b11a4647bd84b2a-0068774e34 - 0.0217 - - 1752649268.233239651 1752649268.254982471 2 +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Setting object count to 1072 (txn: txc266d66aa2844aa9953ff-0068774e32) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx48d9afee34254d01b5e93-0068774e33) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx48d9afee34254d01b5e93-0068774e33) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx48d9afee34254d01b5e93-0068774e33) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx48d9afee34254d01b5e93-0068774e33) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx48d9afee34254d01b5e93-0068774e33) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx6a0443c4b56c470790f97-0068774e34) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txcaa492bb3f134458a4121-0068774e34) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test DEBUG: Setting object count to 3120 (txn: tx14d8dc2bf2cf4d6cb550e-0068774e35) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test DEBUG: Setting object count to 3120 (txn: tx2ecefb1e53124edbbd7d9-0068774e35) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8633652a0e894a96985e3-0068774e35) +test DEBUG: Setting object count to 3120 (txn: tx8633652a0e894a96985e3-0068774e35) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txa0419149c94f4ea6b7c53-0068774e35) +test DEBUG: Setting object count to 3120 (txn: txa0419149c94f4ea6b7c53-0068774e35) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txde15a9fa64974f48a8615-0068774e35) +test DEBUG: Setting object count to 3120 (txn: txde15a9fa64974f48a8615-0068774e35) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf3e36f5ee4d6411fb5945-0068774e35) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb575b2b33eaa4a148407a-0068774e36) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txb575b2b33eaa4a148407a-0068774e36) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb575b2b33eaa4a148407a-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb575b2b33eaa4a148407a-0068774e36) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txb575b2b33eaa4a148407a-0068774e36) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb575b2b33eaa4a148407a-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb575b2b33eaa4a148407a-0068774e36) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txb575b2b33eaa4a148407a-0068774e36) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test ERROR: Failed to unlink '/tmp/tmpoaxzuezk/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpoaxzuezk/containers/part/suffix/hash/container_1752649246.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpoaxzuezk/containers/part/suffix/hash/container_1752649246.00000.db': ['/tmp/tmpoaxzuezk/containers/part/suffix/hash/container.db', '/tmp/tmpoaxzuezk/containers/part/suffix/hash/container_1752649247.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpoaxzuezk/containers/part/suffix/hash/container_1752649247.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpls1bfeuz/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpls1bfeuz/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2498, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp02nm3uoy/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp02nm3uoy/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok + +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx1eeff8901b0f4b8884180-0068774e36) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx1eeff8901b0f4b8884180-0068774e36) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6dc6a0353a894195b0bcc-0068774e36) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx6dc6a0353a894195b0bcc-0068774e36) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6dc6a0353a894195b0bcc-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6dc6a0353a894195b0bcc-0068774e36) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6dc6a0353a894195b0bcc-0068774e36) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx932733bdf0814b0eb1645-0068774e36) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx932733bdf0814b0eb1645-0068774e36) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx932733bdf0814b0eb1645-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx932733bdf0814b0eb1645-0068774e36) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx932733bdf0814b0eb1645-0068774e36) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx21a898dae91b494a974da-0068774e36) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx21a898dae91b494a974da-0068774e36) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx21a898dae91b494a974da-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx21a898dae91b494a974da-0068774e36) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx21a898dae91b494a974da-0068774e36) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe057a9f6147e4f7bb264a-0068774e36) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txe057a9f6147e4f7bb264a-0068774e36) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txe057a9f6147e4f7bb264a-0068774e36) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txaba463a8919e499e84049-0068774e37) +test DEBUG: Setting object count to 1065 (txn: txaba463a8919e499e84049-0068774e37) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test ERROR: Failed to unlink '/tmp/tmps0gxpbgg/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.35.0/swift/container/backend.py", line 2235, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1169, in __call__ + return self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1173, in _mock_call + return self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/mock.py", line 1228, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmps0gxpbgg/containers/part/suffix/hash/container_1752649271.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmps0gxpbgg/containers/part/suffix/hash/container_1752649271.00000.db': ['/tmp/tmps0gxpbgg/containers/part/suffix/hash/container.db', '/tmp/tmps0gxpbgg/containers/part/suffix/hash/container_1752649272.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmps0gxpbgg/containers/part/suffix/hash/container_1752649272.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpzm0baa49/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzm0baa49/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpzm0baa49/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzm0baa49/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 1137670 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 1137670 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 1137670 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1137670 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx63c9ac430cbe456f9abd0-0068774e37" "proxy-server 1137670" 0.0011 "-" 1137670 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:59129/sdb1/1/a/c" "tx63c9ac430cbe456f9abd0-0068774e37" "container-server 1137670" 0.0010 "-" 1137670 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53061/sda1/1/a/c" "tx63c9ac430cbe456f9abd0-0068774e37" "container-server 1137670" 0.0010 "-" 1137670 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx63c9ac430cbe456f9abd0-0068774e37" "proxy-server 1137670" 0.0124 "-" 1137670 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx63c9ac430cbe456f9abd0-0068774e37" "proxy-server 1137670" 0.0088 "-" 1137670 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx63c9ac430cbe456f9abd0-0068774e37 - 0.0203 - - 1752649271.673429489 1752649271.693711042 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx55ec9e95a8d340d58708e-0068774e37" "proxy-server 1137670" 0.0011 "-" 1137670 -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok + +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx3c416ec945394fab8deb9-0068774e37) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx966c04db4b944662be37d-0068774e37) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpzn3p4umz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzn3p4umz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpzn3p4umz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzn3p4umz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 1137640 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1137640 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1137640 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1137640 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5f0662b3a382446f8246c-0068774e37" "proxy-server 1137640" 0.0011 "-" 1137640 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:37655/sda1/3/a/c" "tx5f0662b3a382446f8246c-0068774e37" "container-server 1137640" 0.0011 "-" 1137640 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:34055/sdb1/3/a/c" "tx5f0662b3a382446f8246c-0068774e37" "container-server 1137640" 0.0009 "-" 1137640 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f0662b3a382446f8246c-0068774e37" "proxy-server 1137640" 0.0128 "-" 1137640 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f0662b3a382446f8246c-0068774e37" "proxy-server 1137640" 0.0090 "-" 1137640 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5f0662b3a382446f8246c-0068774e37 - 0.0205 - - 1752649271.654481888 1752649271.674953461 0 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0d561238342c4eaa92f33-0068774e37" "proxy-server 1137640" 0.0012 "-" 1137640 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34055/sdb1/0/a1/c1" "tx0d561238342c4eaa92f33-0068774e37" "container-server 1137640" 0.0010 "-" 1137640 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37655/sda1/0/a1/c1" "tx0d561238342c4eaa92f33-0068774e37" "container-server 1137640" 0.0010 "-" 1137640 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0d561238342c4eaa92f33-0068774e37" "proxy-server 1137640" 0.0081 "-" 1137640 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0d561238342c4eaa92f33-0068774e37" "proxy-server 1137640" 0.0127 "-" 1137640 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0d561238342c4eaa92f33-0068774e37 - 0.0198 - - 1752649271.676395178 1752649271.696158886 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0ff6c69e70034e988772f-0068774e37" "proxy-server 1137640" 0.0019 "-" 1137640 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:37655/sda1/3/a/c1" "tx0ff6c69e70034e988772f-0068774e37" "container-server 1137640" 0.0015 "-" 1137640 1 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:34055/sdb1/3/a/c1" "tx0ff6c69e70034e988772f-0068774e37" "container-server 1137640" 0.0011 "-" 1137640 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0ff6c69e70034e988772f-0068774e37" "proxy-server 1137640" 0.0123 "-" 1137640 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0ff6c69e70034e988772f-0068774e37" "proxy-server 1137640" 0.0090 "-" 1137640 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0ff6c69e70034e988772f-0068774e37 - 0.0208 - - 1752649271.697604179 1752649271.718360901 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx17be072252654eaa9253f-0068774e37" "proxy-server 1137640" 0.0018 "-" 1137640 - +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:37655/sda1/0/a/c2" "tx17be072252654eaa9253f-0068774e37" "container-server 1137640" 0.0011 "-" 1137640 2test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf4e036d2487247919d7e6-006a845b9e - 0.0197 - - 1787059102.848693609 1787059102.868351698 0 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txde3232468e61440c951db-006a845b9e" "proxy-server 2651796" 0.0019 "-" 2651796 - -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39587/sdb1/2/a/c1" "txde3232468e61440c951db-006a845b9e" "container-server 2651796" 0.0017 "-" 2651796 1 -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59859/sda1/2/a/c1" "txde3232468e61440c951db-006a845b9e" "container-server 2651796" 0.0010 "-" 2651796 1 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txde3232468e61440c951db-006a845b9e" "proxy-server 2651796" 0.0092 "-" 2651796 1 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txde3232468e61440c951db-006a845b9e" "proxy-server 2651796" 0.0165 "-" 2651796 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/22 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txde3232468e61440c951db-006a845b9e - 0.0243 - - 1787059102.869596958 1787059102.893875122 1 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7598748e833a4a6f822e7-006a845b9e" "proxy-server 2651796" 0.0019 "-" 2651796 - -acct1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59859/sda1/1/a/c2" "tx7598748e833a4a6f822e7-006a845b9e" "container-server 2651796" 0.0017 "-" 2651796 2 -acct2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39587/sdb1/1/a/c2" "tx7598748e833a4a6f822e7-006a845b9e" "container-server 2651796" 0.0010 "-" 2651796 2 -cont2 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7598748e833a4a6f822e7-006a845b9e" "proxy-server 2651796" 0.0090 "-" 2651796 2 -cont1 INFO: 127.0.0.1 - - [18/Aug/2026:13:18:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7598748e833a4a6f822e7-006a845b9e" "proxy-server 2651796" 0.0140 "-" 2651796 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Aug/2026/13/18/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7598748e833a4a6f822e7-006a845b9e - 0.0220 - - 1787059102.895236015 1787059102.917227030 2 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:34055/sdb1/0/a/c2" "tx17be072252654eaa9253f-0068774e37" "container-server 1137640" 0.0016 "-" 1137640 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx17be072252654eaa9253f-0068774e37" "proxy-server 1137640" 0.0122 "-" 1137640 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx17be072252654eaa9253f-0068774e37" "proxy-server 1137640" 0.0168 "-" 1137640 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx17be072252654eaa9253f-0068774e37 - 0.0245 - - 1752649271.719833374 1752649271.744321823 2 + +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53061/sda1/1/a1/c1" "tx55ec9e95a8d340d58708e-0068774e37" "container-server 1137670" 0.0009 "-" 1137670 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59129/sdb1/1/a1/c1" "tx55ec9e95a8d340d58708e-0068774e37" "container-server 1137670" 0.0010 "-" 1137670 0 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx55ec9e95a8d340d58708e-0068774e37" "proxy-server 1137670" 0.0117 "-" 1137670 0 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx55ec9e95a8d340d58708e-0068774e37" "proxy-server 1137670" 0.0083 "-" 1137670 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx55ec9e95a8d340d58708e-0068774e37 - 0.0193 - - 1752649271.695029497 1752649271.714314699 0 +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc569a4eef2fe4008a407b-0068774e37" "proxy-server 1137670" 0.0018 "-" 1137670 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59129/sdb1/2/a/c1" "txc569a4eef2fe4008a407b-0068774e37" "container-server 1137670" 0.0011 "-" 1137670 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53061/sda1/2/a/c1" "txc569a4eef2fe4008a407b-0068774e37" "container-server 1137670" 0.0017 "-" 1137670 1 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc569a4eef2fe4008a407b-0068774e37" "proxy-server 1137670" 0.0195 "-" 1137670 1 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc569a4eef2fe4008a407b-0068774e37" "proxy-server 1137670" 0.0161 "-" 1137670 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc569a4eef2fe4008a407b-0068774e37 - 0.0276 - - 1752649271.715703011 1752649271.743314981 1 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfdb1e366e1594d9eadcd4-0068774e37" "proxy-server 1137670" 0.0020 "-" 1137670 - +acct1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59129/sdb1/1/a/c2" "txfdb1e366e1594d9eadcd4-0068774e37" "container-server 1137670" 0.0016 "-" 1137670 2 +acct2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53061/sda1/1/a/c2" "txfdb1e366e1594d9eadcd4-0068774e37" "container-server 1137670" 0.0010 "-" 1137670 2 +cont2 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfdb1e366e1594d9eadcd4-0068774e37" "proxy-server 1137670" 0.0129 "-" 1137670 2 +cont1 INFO: 127.0.0.1 - - [16/Jul/2025:07:01:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfdb1e366e1594d9eadcd4-0068774e37" "proxy-server 1137670" 0.0092 "-" 1137670 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/Jul/2025/07/01/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txfdb1e366e1594d9eadcd4-0068774e37 - 0.0213 - - 1752649271.744622231 1752649271.765897989 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) ---------------------------------------------------------------------- -Ran 9379 tests in 77.598s +Ran 9379 tests in 82.969s OK (skipped=1830) + stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------ ----------- -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 9.249 -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 8.354 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 6.581 -test.unit.common.test_statsd_client.TestStatsdClientOutput.test_methods_are_no_ops_when_not_enabled 4.001 -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET 3.293 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.269 -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET 3.229 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 2.958 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 2.931 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 2.911 +Test id Runtime (s) +---------------------------------------------------------------------------------------------------------------------- ----------- +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 9.549 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 7.589 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 7.130 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock 6.638 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 6.122 +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock 5.290 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock 5.119 +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache 4.838 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 4.822 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 4.556 + rm -rf .stestr make[1]: Leaving directory '/build/reproducible-path/swift-2.35.0' dh_install -O--buildsystem=pybuild @@ -59190,16 +59040,16 @@ The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js make[1]: Leaving directory '/build/reproducible-path/swift-2.35.0' debian/rules override_dh_installchangelogs make[1]: Entering directory '/build/reproducible-path/swift-2.35.0' @@ -59294,130 +59144,148 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-account.swift-account-auditor.init + PKG=swift-account -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-auditor.init + NAME=swift-account-auditor + dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-account.swift-account-replicator.init + PKG=swift-account -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-replicator.init + NAME=swift-account-replicator + dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.init -+ cut -d. -f2 +++ echo swift-account.swift-account.init +++ cut -d. -f2 + NAME=swift-account + dh_installinit --error-handler=true -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-auditor.init + NAME=swift-container-auditor + dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ + cut -d. -f1 -echo swift-container.swift-container-reconciler.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-replicator.init + PKG=swift-container -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-replicator.init + NAME=swift-container-replicator + dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f1 + PKG=swift-container -+ + echo swift-container.swift-container-sharder.init -cut -d. -f2 +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sync.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sync.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.init +++ cut -d. -f2 + NAME=swift-container-sync + dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-updater.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-updater.init + NAME=swift-container-updater + dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container.init + PKG=swift-container -+ echo swift-container.swift-container.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container.init + NAME=swift-container + dh_installinit --error-handler=true -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object-expirer.swift-object-expirer.init + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object-auditor.init + PKG=swift-object -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-auditor.init + NAME=swift-object-auditor + dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object-replicator.init + PKG=swift-object -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-updater.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-updater.init + NAME=swift-object-updater + dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object.init + PKG=swift-object -+ echo swift-object.swift-object.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object.init + NAME=swift-object + dh_installinit --error-handler=true -pswift-object --name=swift-object -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-proxy.swift-proxy.init + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-proxy.swift-proxy.init + NAME=swift-proxy + dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.35.0' @@ -59439,221 +59307,252 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installsystemd -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installsystemd -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-account.swift-account-auditor@.service + PKG=swift-account -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-auditor@.service + NAME=swift-account-auditor@ + dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installsystemd -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-account.swift-account-reaper@.service + PKG=swift-account -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-reaper@.service + NAME=swift-account-reaper@ + dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installsystemd -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f2 + NAME=swift-account-replicator@ + dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ echo swift-account.swift-account.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.service -+ cut -d. -f2 +++ echo swift-account.swift-account.service +++ cut -d. -f2 + NAME=swift-account + dh_installsystemd -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-auditor.service + PKG=swift-container -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-auditor.service + NAME=swift-container-auditor + dh_installsystemd -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f2 + NAME=swift-container-auditor@ + dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-reconciler.service + PKG=swift-container -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installsystemd -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installsystemd -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-replicator@.service + PKG=swift-container -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f2 + NAME=swift-container-replicator@ + dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sharder.service + PKG=swift-container -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-sharder.service + NAME=swift-container-sharder + dh_installsystemd -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f2 + NAME=swift-container-sharder@ + dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ echo swift-container.swift-container-sync.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sync.service + PKG=swift-container -+ echo swift-container.swift-container-sync.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-sync.service + NAME=swift-container-sync + dh_installsystemd -pswift-container --name=swift-container-sync -+ + echo swift-container.swift-container-sync@.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-sync@.service + NAME=swift-container-sync@ + dh_installsystemd -pswift-container --name=swift-container-sync@ -+ echo swift-container.swift-container-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-updater.service + NAME=swift-container-updater + dh_installsystemd -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-updater@.service + PKG=swift-container -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-updater@.service + NAME=swift-container-updater@ + dh_installsystemd -pswift-container --name=swift-container-updater@ -+ echo swift-container.swift-container.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.service -+ cut -d. -f2 +++ echo swift-container.swift-container.service +++ cut -d. -f2 + NAME=swift-container + dh_installsystemd -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-auditor.service + NAME=swift-object-auditor + dh_installsystemd -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-auditor@.service + PKG=swift-object -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f2 + NAME=swift-object-auditor@ + dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor@.service + NAME=swift-object-reconstructor@ + dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-replicator.service + PKG=swift-object -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator.service + NAME=swift-object-replicator + dh_installsystemd -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f2 + NAME=swift-object-replicator@ + dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ echo swift-object.swift-object-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-updater.service + PKG=swift-object -+ echo swift-object.swift-object-updater.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater.service +++ cut -d. -f2 + NAME=swift-object-updater + dh_installsystemd -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-updater@.service + PKG=swift-object -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f2 + NAME=swift-object-updater@ + dh_installsystemd -pswift-object --name=swift-object-updater@ -+ echo swift-object.swift-object.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object.service -+ cut -d. -f2 +++ echo swift-object.swift-object.service +++ cut -d. -f2 + NAME=swift-object + dh_installsystemd -pswift-object --name=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f2 +++ echo swift-object.swift-object@.service +++ cut -d. -f2 + NAME=swift-object@ + dh_installsystemd -pswift-object --name=swift-object@ -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f2 +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f2 + NAME=swift-proxy + dh_installsystemd -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.35.0' @@ -59697,15 +59596,15 @@ make[1]: Leaving directory '/build/reproducible-path/swift-2.35.0' dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'swift' in '../swift_2.35.0-4_all.deb'. -dpkg-deb: building package 'python3-swift' in '../python3-swift_2.35.0-4_all.deb'. -dpkg-deb: building package 'swift-account' in '../swift-account_2.35.0-4_all.deb'. -dpkg-deb: building package 'swift-container' in '../swift-container_2.35.0-4_all.deb'. -dpkg-deb: building package 'swift-doc' in '../swift-doc_2.35.0-4_all.deb'. dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.35.0-4_all.deb'. dpkg-deb: building package 'swift-object' in '../swift-object_2.35.0-4_all.deb'. -dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.35.0-4_all.deb'. +dpkg-deb: building package 'swift-account' in '../swift-account_2.35.0-4_all.deb'. dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.35.0-4_all.deb'. +dpkg-deb: building package 'swift' in '../swift_2.35.0-4_all.deb'. +dpkg-deb: building package 'swift-container' in '../swift-container_2.35.0-4_all.deb'. +dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.35.0-4_all.deb'. +dpkg-deb: building package 'swift-doc' in '../swift-doc_2.35.0-4_all.deb'. +dpkg-deb: building package 'python3-swift' in '../python3-swift_2.35.0-4_all.deb'. dpkg-genbuildinfo --build=binary -O../swift_2.35.0-4_arm64.buildinfo dpkg-genchanges --build=binary -O../swift_2.35.0-4_arm64.changes dpkg-genchanges: info: binary-only upload (no source code included) @@ -59714,12 +59613,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/1068276/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/2604695 and its subdirectories -I: Current time: Tue Aug 18 01:19:29 -12 2026 -I: pbuilder-time-stamp: 1787059169 +I: removing directory /srv/workspace/pbuilder/1068276 and its subdirectories +I: Current time: Wed Jul 16 21:02:48 +14 2025 +I: pbuilder-time-stamp: 1752649368